[ 584.000745] env[66489]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 584.000745] env[66489]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 584.990117] env[66577]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 584.990117] env[66577]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 586.555100] env[66577]: INFO neutron.common.config [-] Logging enabled! [ 586.555455] env[66577]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev7 [ 586.555671] env[66577]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66577) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 586.555989] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 586.556105] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 586.556930] env[66577]: WARNING oslo_policy.policy [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 586.557161] env[66577]: WARNING oslo_policy.policy [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 586.558837] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] VMware NSXv3 Agent initialized successfully. [ 586.559196] env[66577]: DEBUG oslo_concurrency.lockutils [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] Acquiring lock "singleton_lock" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.559327] env[66577]: DEBUG oslo_concurrency.lockutils [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] Acquired lock "singleton_lock" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.559544] env[66577]: DEBUG oslo_concurrency.lockutils [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] Releasing lock "singleton_lock" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.559827] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] Full set of CONF: {{(pid=66577) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 586.559940] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ******************************************************************************** {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 586.560051] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] Configuration options gathered from: {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 586.560401] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 586.560568] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 586.560674] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ================================================================================ {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 586.560838] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] agent_down_time = 75 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.560995] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] allow_automatic_dhcp_failover = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.561157] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] allow_bulk = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.561298] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] api_extensions_path = {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.561434] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] api_paste_config = api-paste.ini {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.561571] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] auth_strategy = keystone {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.561674] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] backdoor_port = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.561774] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] backdoor_socket = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.561911] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] backlog = 4096 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.562059] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.562216] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] bind_host = 0.0.0.0 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.562354] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] bind_port = 9696 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.562485] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] client_socket_timeout = 900 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.562620] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] config_dir = [] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.562725] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.562860] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] config_source = [] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.562995] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] control_exchange = neutron {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.563146] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] core_plugin = ml2 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.563283] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] debug = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.563415] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] default_availability_zones = [] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.563616] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.563751] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] dhcp_agent_notification = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.563882] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] dhcp_agents_per_network = 1 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.564041] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] dhcp_lease_duration = 86400 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.564197] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] dhcp_load_type = networks {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.564333] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] dns_domain = openstacklocal {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.564466] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.564595] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] enable_default_route_bfd = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.564722] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] enable_default_route_ecmp = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.564877] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] enable_dvr = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.565018] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] enable_new_agents = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.565148] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.565275] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] enable_signals = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.565400] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] enable_traditional_dhcp = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.565521] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] external_dns_driver = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.565646] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] filter_validation = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.565808] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] global_physnet_mtu = 8950 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.565944] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] graceful_shutdown_timeout = 60 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.566136] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] host = cpu-1 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.566278] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] host_dvr_for_dhcp = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.566409] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] http_retries = 3 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.566546] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] instance_format = [instance: %(uuid)s] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.566682] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.566817] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ipam_driver = internal {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.566950] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ipv6_pd_enabled = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.567102] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] l3_ha = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.567241] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.567373] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] l3_ha_network_physical_name = {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.567506] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] l3_ha_network_type = {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.567645] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] log_color = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.567778] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] log_config_append = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.567915] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.568053] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] log_dir = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.568183] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] log_file = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.568284] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] log_options = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.568416] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] log_rotate_interval = 1 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.568553] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] log_rotate_interval_type = days {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.568687] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] log_rotation_type = none {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.568791] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.568892] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.569043] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.569183] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.569284] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.569415] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] max_dns_nameservers = 5 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.569543] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] max_header_line = 16384 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.569670] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] max_l3_agents_per_router = 3 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.569798] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] max_logfile_count = 30 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.569925] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] max_logfile_size_mb = 200 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.570062] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] max_subnet_host_routes = 20 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.570198] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] my_ip = 10.180.1.21 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.570329] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] my_ipv6 = ::1 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.570457] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] network_auto_schedule = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.570580] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] network_link_prefix = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.570712] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.570847] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] notify_nova_on_port_data_changes = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.570982] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] notify_nova_on_port_status_changes = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.571129] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] pagination_max_limit = -1 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.571258] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] publish_errors = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.571385] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] rate_limit_burst = 0 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.571520] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] rate_limit_except_level = CRITICAL {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.571648] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] rate_limit_interval = 0 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.571774] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] retry_until_window = 30 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.571901] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] router_distributed = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.572035] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] rpc_resources_processing_step = 20 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.572170] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] rpc_response_max_timeout = 600 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.572305] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] rpc_response_timeout = 60 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.572431] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] send_events_interval = 2 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.572578] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] service_plugins = ['router'] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.572712] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] setproctitle = on {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.572835] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] shell_completion = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.572970] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] state_path = /opt/stack/data/neutron {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.573117] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] syslog_log_facility = LOG_USER {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.573245] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] tcp_keepidle = 600 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.573377] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] transport_url = **** {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.573503] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] use_journal = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.573628] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] use_json = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.573754] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] use_ssl = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.573904] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] use_stderr = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.574021] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] use_syslog = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.574147] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] vlan_qinq = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.574269] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] vlan_transparent = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.574392] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] watch_log_file = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.574518] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] wsgi_default_pool_size = 100 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.574643] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] wsgi_keep_alive = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.574825] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.574934] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] wsgi_server_debug = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.575083] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_concurrency.disable_process_locking = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.575230] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.575375] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.575509] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.575647] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.575807] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.575947] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.576109] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] profiler.connection_string = messaging:// {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.576252] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] profiler.enabled = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.576390] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] profiler.es_doc_type = notification {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.576522] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] profiler.es_scroll_size = 10000 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.576656] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] profiler.es_scroll_time = 2m {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.576788] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] profiler.filter_error_trace = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.576924] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] profiler.hmac_keys = **** {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.577069] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] profiler.sentinel_service_name = mymaster {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.577216] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] profiler.socket_timeout = 0.1 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.577353] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] profiler.trace_requests = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.577487] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] profiler.trace_sqlalchemy = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.577632] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] profiler_jaeger.process_tags = {} {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.577763] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] profiler_jaeger.service_name_prefix = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.577897] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] profiler_otlp.service_name_prefix = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.578057] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_policy.enforce_new_defaults = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.578328] env[66577]: WARNING oslo_config.cfg [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 586.578479] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_policy.enforce_scope = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.578621] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_policy.policy_default_rule = default {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.578823] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.578911] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.579059] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.579192] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.579323] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.579448] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.579577] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.579713] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.579856] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.580007] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] agent.extensions = [] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.580153] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.580291] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] service_providers.service_provider = [] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.580432] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] QUOTAS.default_quota = -1 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.580572] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.580704] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] QUOTAS.quota_floatingip = 50 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.580837] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] QUOTAS.quota_network = 100 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.580971] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] QUOTAS.quota_port = 500 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.581113] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.581243] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] QUOTAS.quota_router = 10 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.581374] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] QUOTAS.quota_security_group = 10 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.581502] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.581631] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] QUOTAS.quota_subnet = 100 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.581762] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] QUOTAS.track_quota_usage = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.581909] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.582049] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep.group = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.582178] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep.helper_command = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.582307] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep.log_daemon_traceback = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.582439] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.582566] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep.thread_pool_size = 8 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.582694] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep.user = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.582831] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.582958] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_dhcp_release.group = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.583094] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_dhcp_release.helper_command = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.583224] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.583354] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.583482] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.583608] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_dhcp_release.user = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.583746] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.583870] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_ovs_vsctl.group = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.583995] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.584135] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.584265] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.584393] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.584520] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_ovs_vsctl.user = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.584680] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_namespace.capabilities = [21] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.584785] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_namespace.group = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.584930] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_namespace.helper_command = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.585075] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.585211] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.585340] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.585466] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_namespace.user = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.585602] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_conntrack.capabilities = [12] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.585728] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_conntrack.group = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.585885] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_conntrack.helper_command = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.586037] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.586177] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.586308] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.586433] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_conntrack.user = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.586570] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_link.capabilities = [12, 21] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.586694] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_link.group = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.586817] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_link.helper_command = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.586946] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_link.log_daemon_traceback = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.587089] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.587216] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_link.thread_pool_size = 8 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.587338] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] privsep_link.user = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.587486] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.587631] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.587767] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT.continue_on_failed_promotions = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.587900] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT.dscp = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.588047] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT.dscp_inherit = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.588192] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT.force_mp_to_policy = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.588323] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT.locking_coordinator_url = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.588455] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT.log_agent_heartbeats = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.588587] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT.logging_expire = 1 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.588726] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.588858] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.589007] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT.polling_interval = 240 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.589149] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.589290] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.589432] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT.report_interval = 30.0 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.589576] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.589715] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.589854] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.589990] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT.sync_skew = 60 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.590137] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT.synchronization_queue_size = 20 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.590271] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT.use_helper_for_ns_read = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.590411] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] SECURITYGROUP.enable_ipset = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.590550] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] SECURITYGROUP.enable_security_group = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.590686] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.590820] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.590958] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] experimental.ipv6_pd_enabled = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.591124] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ml2.extension_drivers = ['port_security'] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.591254] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ml2.external_network_type = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.591400] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.591540] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ml2.overlay_ip_version = 4 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.591678] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ml2.path_mtu = 8950 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.591815] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ml2.physical_network_mtus = {} {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.591959] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.592114] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.592255] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ml2.type_drivers = ['vlan'] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.592398] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.592530] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.592663] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.592805] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.592947] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.593099] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.593244] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.593381] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.593516] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.593714] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.593860] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_login_password = **** {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.594016] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.594156] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_login_user = admin {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.594296] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.594436] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.594568] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.594697] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.594864] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.595035] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.595184] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.595320] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.595456] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.595594] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.595735] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.595910] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.596077] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.596277] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.596422] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.596563] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.596697] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.596877] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] nova.auth_section = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.597047] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] nova.auth_type = password {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.597195] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.597323] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] nova.certfile = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.597455] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] nova.collect_timing = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.597597] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] nova.endpoint_type = public {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.597728] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] nova.insecure = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.597855] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] nova.keyfile = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.597997] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] nova.region_name = RegionOne {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.598143] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] nova.split_loggers = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.598272] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] nova.timeout = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.598409] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] placement.auth_section = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.598550] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] placement.auth_type = password {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.598687] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.598815] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] placement.certfile = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.598948] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] placement.collect_timing = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.599099] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] placement.endpoint_type = public {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.599233] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] placement.insecure = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.599360] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] placement.keyfile = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.599485] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] placement.region_name = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.599612] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] placement.split_loggers = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.599735] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] placement.timeout = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.599870] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.auth_section = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.600020] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.auth_type = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.600142] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.cafile = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.600266] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.certfile = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.600395] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.collect_timing = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.600521] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.connect_retries = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.600646] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.connect_retry_delay = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.600784] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.enable_notifications = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.600935] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.endpoint_override = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.601079] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.insecure = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.601208] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.interface = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.601334] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.keyfile = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.601463] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.max_version = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.601589] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.min_version = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.601737] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.region_name = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.601877] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.retriable_status_codes = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.602012] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.service_name = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.602145] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.service_type = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.602275] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.split_loggers = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.602398] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.status_code_retries = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.602522] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.status_code_retry_delay = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.602646] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.timeout = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.602808] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.valid_interfaces = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.602957] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ironic.version = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.603128] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] cli_script.dry_run = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.603285] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.603420] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.603553] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.603687] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.603820] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.603954] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.604110] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.604253] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.604387] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.604563] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.604737] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.604907] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.605063] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.605206] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.605342] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.605483] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.605617] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.605751] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.605922] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.606066] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.606201] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.606334] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.606465] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.606600] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.606791] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.606947] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.607100] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.607236] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.607368] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.607501] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.607636] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.ssl = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.607776] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.607914] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.608054] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.608194] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.608329] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.608460] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.608601] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_notifications.driver = [] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.608733] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_notifications.retry = -1 {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.608918] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.609064] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.609173] env[66577]: DEBUG oslo_service.backend._eventlet.service [None req-da846509-31b9-4728-8370-c2ee754c2f73 None None] ******************************************************************************** {{(pid=66577) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 586.610343] env[66577]: DEBUG neutron.agent.securitygroups_rpc [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Init firewall settings (driver=nsxv3) {{(pid=66577) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 586.611646] env[66577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66577) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 586.611886] env[66577]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] RPC agent_id: nsxm-l-01a.corp.local [ 586.614135] env[66577]: DEBUG dogpile.cache.region [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.614264] env[66577]: DEBUG dogpile.lock [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 586.614361] env[66577]: DEBUG dogpile.lock [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 586.614449] env[66577]: DEBUG dogpile.lock [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 586.614543] env[66577]: DEBUG dogpile.cache.region [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 586.614628] env[66577]: DEBUG dogpile.lock [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 586.614749] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 586.647133] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Session token - acquiring [ 586.648645] env[66577]: DEBUG networking_nsxv3.common.locking [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.649077] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.649077] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.649475] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.661376] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.948464] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 586.975968] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 586.976177] env[66577]: DEBUG dogpile.cache.region [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Cache value generated in 0.361 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 586.976268] env[66577]: DEBUG dogpile.lock [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 586.976378] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Activating Policy API Provider. [ 586.976573] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Looking for the default Infrastructure Rules. [ 587.048944] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Looking for the Default Layer3 Logged Drop Section. [ 587.065513] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 587.066011] env[66577]: DEBUG networking_nsxv3.common.locking [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.066199] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquiring lock "all" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.066299] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquired lock "all" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.066586] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquired external semaphore "all" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.066928] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.593390] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.096247] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.599038] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Inventory metadata is going to be refreshed. [ 588.599435] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 589.333954] env[66577]: DEBUG networking_nsxv3.common.locking [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.334318] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.334431] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.334749] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.345491] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 589.347567] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.348264] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 589.366686] env[66577]: DEBUG networking_nsxv3.common.locking [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.366985] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.367164] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.367512] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.367690] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.367878] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 589.368047] env[66577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 589.368200] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 589.386957] env[66577]: DEBUG networking_nsxv3.common.locking [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.387290] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.387472] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.387808] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.388055] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.388258] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 589.410521] env[66577]: DEBUG networking_nsxv3.common.locking [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.410821] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.410978] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.411351] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.411551] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.411741] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 589.430156] env[66577]: DEBUG networking_nsxv3.common.locking [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.430327] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquiring lock "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.430427] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquired lock "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.430697] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquired external semaphore "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.430836] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Releasing lock "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.430981] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 589.431091] env[66577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 589.431190] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 589.451532] env[66577]: DEBUG networking_nsxv3.common.locking [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.451828] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquiring lock "Segment QoS" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.451991] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquired lock "Segment QoS" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.452339] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquired external semaphore "Segment QoS" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.452516] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Releasing lock "Segment QoS" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.452702] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 589.452847] env[66577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 589.452992] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 589.473292] env[66577]: DEBUG networking_nsxv3.common.locking [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.473579] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.473745] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.474123] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.474327] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.474522] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 589.474668] env[66577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 589.474865] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Inventory metadata have been refreshed. [ 589.475072] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Dryrun:True. Metadata refresh completed. [ 589.475257] env[66577]: DEBUG oslo_concurrency.lockutils [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Releasing lock "all" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.477106] env[66577]: INFO neutron.agent.agent_extensions_manager [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Loaded agent extensions: [] [ 589.477875] env[66577]: DEBUG neutron_lib.callbacks.manager [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66577) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 589.530180] env[66577]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] NSXv3 Agent Agent RPC Daemon Started! [ 589.530343] env[66577]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] NSXv3 Agent Agent loop - iteration:0 started [ 589.530464] env[66577]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] NSXv3 Agent Agent out of sync with plugin! [ 594.478971] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 594.479413] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 599.480044] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 599.480447] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 604.405109] env[66577]: INFO networking_nsxv3.common.synchronization [None req-8d0ac448-a054-45cc-ab10-95b038e32690 demo admin] Enqueued Resource ID: 48ad4a5a-be3d-4056-af9e-6543517cf7aa with Priority: HIGHEST for action security_group_rules [ 604.405678] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48ad4a5a-be3d-4056-af9e-6543517cf7aa with Priority: HIGHEST for action security_group_rules [ 604.408028] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48ad4a5a-be3d-4056-af9e-6543517cf7aa taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.408028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48ad4a5a-be3d-4056-af9e-6543517cf7aa" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.408028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48ad4a5a-be3d-4056-af9e-6543517cf7aa" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.408269] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48ad4a5a-be3d-4056-af9e-6543517cf7aa" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.408355] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48ad4a5a-be3d-4056-af9e-6543517cf7aa',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.934160] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.934393] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.934440] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.934611] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.934699] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.934794] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48ad4a5a-be3d-4056-af9e-6543517cf7aa already deleted. [ 604.934880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48ad4a5a-be3d-4056-af9e-6543517cf7aa" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.407293] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 609.407686] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 614.408477] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 614.408708] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 619.409977] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 619.409977] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 624.410991] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 624.410991] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 628.481559] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.481884] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.481884] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.481884] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.482320] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.986120] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.264146] env[66577]: INFO networking_nsxv3.common.synchronization [None req-4a88a32d-0015-4670-b450-bd59b0c5e3a0 None None] Enqueued Resource ID: 2c727e34-eab3-4913-bbce-dffca25b77cf with Priority: HIGHEST for action port [ 629.264146] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c727e34-eab3-4913-bbce-dffca25b77cf with Priority: HIGHEST for action port [ 629.264146] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c727e34-eab3-4913-bbce-dffca25b77cf taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.264146] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c727e34-eab3-4913-bbce-dffca25b77cf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.267066] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c727e34-eab3-4913-bbce-dffca25b77cf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.267359] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c727e34-eab3-4913-bbce-dffca25b77cf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.267450] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c727e34-eab3-4913-bbce-dffca25b77cf',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.489285] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.770372] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c727e34-eab3-4913-bbce-dffca25b77cf [ 629.770619] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.770754] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.770823] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.771040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.771150] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.771286] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c727e34-eab3-4913-bbce-dffca25b77cf already deleted. [ 629.771405] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c727e34-eab3-4913-bbce-dffca25b77cf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.992429] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 629.992595] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 630.772624] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.772913] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.772913] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.773173] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.785318] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 630.786392] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.787389] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 630.820136] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.820291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.820362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.820573] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.820657] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.820762] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 630.820833] env[66577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 630.820901] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 630.840905] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.841035] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.841104] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.841319] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.841478] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.841577] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 630.862798] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.862958] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.863021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.863294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.863437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.863543] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 630.890738] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.890897] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.890971] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.891214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.891319] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.891435] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 630.891516] env[66577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 630.891629] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 630.910970] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.911152] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.911285] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.911431] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.911518] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.911625] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 630.911696] env[66577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 630.911769] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 630.933124] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.934119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.934880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.934880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.934880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.934880] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 630.934880] env[66577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 630.934880] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 630.934880] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 630.935215] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 630.935215] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 630.935215] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 630.935336] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 630.935457] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 630.935518] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 630.958914] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.959088] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.959169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.959875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.960039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.960166] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 630.981114] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.981420] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.981583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.981791] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.982031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.999023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.043943] env[66577]: INFO networking_nsxv3.common.synchronization [None req-7b26a978-418b-4fa8-9cfc-58d1807915a5 None None] Enqueued Resource ID: a5e17f04-f897-4372-9f8d-816d1a81e97f with Priority: HIGHEST for action port [ 631.045547] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5e17f04-f897-4372-9f8d-816d1a81e97f with Priority: HIGHEST for action port [ 631.045547] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5e17f04-f897-4372-9f8d-816d1a81e97f taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.045547] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5e17f04-f897-4372-9f8d-816d1a81e97f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.045547] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5e17f04-f897-4372-9f8d-816d1a81e97f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.045547] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5e17f04-f897-4372-9f8d-816d1a81e97f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.045547] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5e17f04-f897-4372-9f8d-816d1a81e97f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.549225] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5e17f04-f897-4372-9f8d-816d1a81e97f [ 631.549225] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.549225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.549225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.549225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.549225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.549225] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5e17f04-f897-4372-9f8d-816d1a81e97f already deleted. [ 631.549225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5e17f04-f897-4372-9f8d-816d1a81e97f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.746637] env[66577]: INFO networking_nsxv3.common.synchronization [None req-4040637f-abc6-4939-9a78-5a63aa5a5ac0 None None] Enqueued Resource ID: 3edb455f-16c7-41a1-b669-d75299c23caf with Priority: HIGHEST for action port [ 632.747548] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3edb455f-16c7-41a1-b669-d75299c23caf with Priority: HIGHEST for action port [ 632.748034] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-3edb455f-16c7-41a1-b669-d75299c23caf taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.748179] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3edb455f-16c7-41a1-b669-d75299c23caf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.748366] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3edb455f-16c7-41a1-b669-d75299c23caf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.748853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3edb455f-16c7-41a1-b669-d75299c23caf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.749180] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3edb455f-16c7-41a1-b669-d75299c23caf',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.252448] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3edb455f-16c7-41a1-b669-d75299c23caf [ 633.252765] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.252898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.252898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.253107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.253198] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.253313] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3edb455f-16c7-41a1-b669-d75299c23caf already deleted. [ 633.253541] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3edb455f-16c7-41a1-b669-d75299c23caf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.532673] env[66577]: INFO networking_nsxv3.common.synchronization [None req-2c952969-1c4f-45fb-8270-9809f4b240c1 None None] Enqueued Resource ID: fdfee7d6-0a06-41e6-9df5-b826a1a5b2fd with Priority: HIGHEST for action port [ 633.533406] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdfee7d6-0a06-41e6-9df5-b826a1a5b2fd with Priority: HIGHEST for action port [ 633.534041] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdfee7d6-0a06-41e6-9df5-b826a1a5b2fd taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.534041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdfee7d6-0a06-41e6-9df5-b826a1a5b2fd" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.534041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdfee7d6-0a06-41e6-9df5-b826a1a5b2fd" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.534468] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdfee7d6-0a06-41e6-9df5-b826a1a5b2fd" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.534468] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdfee7d6-0a06-41e6-9df5-b826a1a5b2fd',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.037398] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdfee7d6-0a06-41e6-9df5-b826a1a5b2fd [ 634.041217] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.041217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.041217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.041217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.041217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.041217] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdfee7d6-0a06-41e6-9df5-b826a1a5b2fd already deleted. [ 634.041217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdfee7d6-0a06-41e6-9df5-b826a1a5b2fd" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.452145] env[66577]: INFO networking_nsxv3.common.synchronization [None req-aa92278b-c81c-4d59-8f7b-3c0ff3bbd981 None None] Enqueued Resource ID: d039dc49-2c01-41c3-bed3-a7e4320d949e with Priority: HIGHEST for action port [ 635.452145] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d039dc49-2c01-41c3-bed3-a7e4320d949e with Priority: HIGHEST for action port [ 635.452145] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-d039dc49-2c01-41c3-bed3-a7e4320d949e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.452145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d039dc49-2c01-41c3-bed3-a7e4320d949e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.452145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d039dc49-2c01-41c3-bed3-a7e4320d949e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.452145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d039dc49-2c01-41c3-bed3-a7e4320d949e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.452145] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d039dc49-2c01-41c3-bed3-a7e4320d949e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.954957] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d039dc49-2c01-41c3-bed3-a7e4320d949e [ 635.955506] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.955506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.955506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.955777] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.955837] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.955916] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d039dc49-2c01-41c3-bed3-a7e4320d949e already deleted. [ 635.956478] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d039dc49-2c01-41c3-bed3-a7e4320d949e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.242828] env[66577]: INFO networking_nsxv3.common.synchronization [None req-3561f39b-c699-4131-8834-f17f9bbe5c56 None None] Enqueued Resource ID: bc2e035a-0c08-4309-85f2-c327648a1958 with Priority: HIGHEST for action port [ 636.243118] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc2e035a-0c08-4309-85f2-c327648a1958 with Priority: HIGHEST for action port [ 636.243739] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc2e035a-0c08-4309-85f2-c327648a1958 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.243817] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc2e035a-0c08-4309-85f2-c327648a1958" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.243817] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc2e035a-0c08-4309-85f2-c327648a1958" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.245944] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc2e035a-0c08-4309-85f2-c327648a1958" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.246086] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc2e035a-0c08-4309-85f2-c327648a1958',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.470402] env[66577]: INFO networking_nsxv3.common.synchronization [None req-0d6dec54-87cc-4540-824b-9499a2965917 None None] Enqueued Resource ID: 37ccc3ee-840e-4a1d-98c1-6082720527b7 with Priority: HIGHEST for action port [ 636.470402] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ccc3ee-840e-4a1d-98c1-6082720527b7 with Priority: HIGHEST for action port [ 636.470402] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-37ccc3ee-840e-4a1d-98c1-6082720527b7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.470402] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37ccc3ee-840e-4a1d-98c1-6082720527b7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.470402] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37ccc3ee-840e-4a1d-98c1-6082720527b7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.471261] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37ccc3ee-840e-4a1d-98c1-6082720527b7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.471261] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37ccc3ee-840e-4a1d-98c1-6082720527b7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.750724] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc2e035a-0c08-4309-85f2-c327648a1958 [ 636.750963] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.751112] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.751183] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.751383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.751544] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.751712] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc2e035a-0c08-4309-85f2-c327648a1958 already deleted. [ 636.751854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc2e035a-0c08-4309-85f2-c327648a1958" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.974289] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37ccc3ee-840e-4a1d-98c1-6082720527b7 [ 636.974289] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.975201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.975201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.975201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.975201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.975201] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37ccc3ee-840e-4a1d-98c1-6082720527b7 already deleted. [ 636.975201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37ccc3ee-840e-4a1d-98c1-6082720527b7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.475153] env[66577]: INFO networking_nsxv3.common.synchronization [None req-03e2bc76-fa09-4b55-bd83-7a4c6dc51766 None None] Enqueued Resource ID: 1e326d35-9cee-440c-99e4-df8094c58a08 with Priority: HIGHEST for action port [ 637.475708] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e326d35-9cee-440c-99e4-df8094c58a08 with Priority: HIGHEST for action port [ 637.475899] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e326d35-9cee-440c-99e4-df8094c58a08 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.477828] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e326d35-9cee-440c-99e4-df8094c58a08" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.477828] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e326d35-9cee-440c-99e4-df8094c58a08" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.477828] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e326d35-9cee-440c-99e4-df8094c58a08" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.477828] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e326d35-9cee-440c-99e4-df8094c58a08',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.955770] env[66577]: INFO networking_nsxv3.common.synchronization [None req-41833fd5-658f-4003-aeb8-260b051286fe None None] Enqueued Resource ID: e649b6e6-a59e-4fae-ac3b-7a9d066e40d7 with Priority: HIGHEST for action port [ 637.955770] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e649b6e6-a59e-4fae-ac3b-7a9d066e40d7 with Priority: HIGHEST for action port [ 637.955770] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e649b6e6-a59e-4fae-ac3b-7a9d066e40d7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.955770] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e649b6e6-a59e-4fae-ac3b-7a9d066e40d7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.955770] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e649b6e6-a59e-4fae-ac3b-7a9d066e40d7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.955770] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e649b6e6-a59e-4fae-ac3b-7a9d066e40d7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.955770] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e649b6e6-a59e-4fae-ac3b-7a9d066e40d7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.980625] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e326d35-9cee-440c-99e4-df8094c58a08 [ 637.980868] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.981136] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.981136] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.981327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.981409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.981480] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e326d35-9cee-440c-99e4-df8094c58a08 already deleted. [ 637.981559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e326d35-9cee-440c-99e4-df8094c58a08" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.459229] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e649b6e6-a59e-4fae-ac3b-7a9d066e40d7 [ 638.459229] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.459229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.459229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.459229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.459229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.459229] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e649b6e6-a59e-4fae-ac3b-7a9d066e40d7 already deleted. [ 638.459229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e649b6e6-a59e-4fae-ac3b-7a9d066e40d7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.144578] env[66577]: INFO networking_nsxv3.common.synchronization [None req-8eb1b02c-5d62-4818-b816-584255f48598 None None] Enqueued Resource ID: 630ae1ca-9b69-40af-9ae6-b118eceee33c with Priority: HIGHEST for action port [ 639.145259] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 630ae1ca-9b69-40af-9ae6-b118eceee33c with Priority: HIGHEST for action port [ 639.145572] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-630ae1ca-9b69-40af-9ae6-b118eceee33c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.145572] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-630ae1ca-9b69-40af-9ae6-b118eceee33c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.145572] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-630ae1ca-9b69-40af-9ae6-b118eceee33c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.145855] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-630ae1ca-9b69-40af-9ae6-b118eceee33c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.145937] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('630ae1ca-9b69-40af-9ae6-b118eceee33c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.648314] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 630ae1ca-9b69-40af-9ae6-b118eceee33c [ 639.648546] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.649186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.649186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.649186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.649186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.649186] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:630ae1ca-9b69-40af-9ae6-b118eceee33c already deleted. [ 639.649186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-630ae1ca-9b69-40af-9ae6-b118eceee33c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.872159] env[66577]: INFO networking_nsxv3.common.synchronization [None req-109ab6b7-6bbe-4f4c-af8f-c8521c373e44 None None] Enqueued Resource ID: 9ae85d7e-458b-44e1-81e4-f1b327380a53 with Priority: HIGHEST for action port [ 639.872159] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae85d7e-458b-44e1-81e4-f1b327380a53 with Priority: HIGHEST for action port [ 639.872946] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ae85d7e-458b-44e1-81e4-f1b327380a53 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.873089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ae85d7e-458b-44e1-81e4-f1b327380a53" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.873160] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ae85d7e-458b-44e1-81e4-f1b327380a53" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.873408] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ae85d7e-458b-44e1-81e4-f1b327380a53" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.873505] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ae85d7e-458b-44e1-81e4-f1b327380a53',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.376276] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ae85d7e-458b-44e1-81e4-f1b327380a53 [ 640.376572] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.376726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.376847] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.377066] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.377190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.377293] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ae85d7e-458b-44e1-81e4-f1b327380a53 already deleted. [ 640.377381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ae85d7e-458b-44e1-81e4-f1b327380a53" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.415676] env[66577]: INFO networking_nsxv3.common.synchronization [None req-272e1a8d-9b94-4a28-a63c-82474ee4d82a None None] Enqueued Resource ID: 2df62eaf-86ab-4045-936b-5cbb0db3bac5 with Priority: HIGHEST for action port [ 641.416218] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2df62eaf-86ab-4045-936b-5cbb0db3bac5 with Priority: HIGHEST for action port [ 641.416560] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-2df62eaf-86ab-4045-936b-5cbb0db3bac5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.416705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2df62eaf-86ab-4045-936b-5cbb0db3bac5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.416769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2df62eaf-86ab-4045-936b-5cbb0db3bac5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.417047] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2df62eaf-86ab-4045-936b-5cbb0db3bac5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.418138] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2df62eaf-86ab-4045-936b-5cbb0db3bac5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.920776] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2df62eaf-86ab-4045-936b-5cbb0db3bac5 [ 641.920998] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.921162] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.921226] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.921436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.921525] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.921618] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2df62eaf-86ab-4045-936b-5cbb0db3bac5 already deleted. [ 641.921697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2df62eaf-86ab-4045-936b-5cbb0db3bac5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.988029] env[66577]: INFO networking_nsxv3.common.synchronization [None req-8be4557b-e6af-417d-a296-8e0a9ebf5a10 None None] Enqueued Resource ID: d71e3f11-bf18-4b62-b13d-3d14f78a3cec with Priority: HIGHEST for action port [ 641.988355] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71e3f11-bf18-4b62-b13d-3d14f78a3cec with Priority: HIGHEST for action port [ 641.989548] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-d71e3f11-bf18-4b62-b13d-3d14f78a3cec taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.989548] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d71e3f11-bf18-4b62-b13d-3d14f78a3cec" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.989548] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d71e3f11-bf18-4b62-b13d-3d14f78a3cec" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.989548] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d71e3f11-bf18-4b62-b13d-3d14f78a3cec" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.989548] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d71e3f11-bf18-4b62-b13d-3d14f78a3cec',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.215589] env[66577]: INFO networking_nsxv3.common.synchronization [None req-47b8e3ab-57d7-47c6-8cc3-cf388369a925 None None] Enqueued Resource ID: b91ec14a-f0c1-4b7b-8cce-f87e587ff2d2 with Priority: HIGHEST for action port [ 642.216273] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91ec14a-f0c1-4b7b-8cce-f87e587ff2d2 with Priority: HIGHEST for action port [ 642.217075] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-b91ec14a-f0c1-4b7b-8cce-f87e587ff2d2 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.217239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b91ec14a-f0c1-4b7b-8cce-f87e587ff2d2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.217310] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b91ec14a-f0c1-4b7b-8cce-f87e587ff2d2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.217550] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b91ec14a-f0c1-4b7b-8cce-f87e587ff2d2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.217633] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b91ec14a-f0c1-4b7b-8cce-f87e587ff2d2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.491027] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d71e3f11-bf18-4b62-b13d-3d14f78a3cec [ 642.491436] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.491566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.491635] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.491840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.491921] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.492020] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d71e3f11-bf18-4b62-b13d-3d14f78a3cec already deleted. [ 642.492145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d71e3f11-bf18-4b62-b13d-3d14f78a3cec" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.721328] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b91ec14a-f0c1-4b7b-8cce-f87e587ff2d2 [ 642.721557] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.721686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.721755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.722065] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.722065] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.722141] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b91ec14a-f0c1-4b7b-8cce-f87e587ff2d2 already deleted. [ 642.722225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b91ec14a-f0c1-4b7b-8cce-f87e587ff2d2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.653136] env[66577]: INFO networking_nsxv3.common.synchronization [None req-5f9cc657-fc60-4eef-81ac-10f7f159d350 None None] Enqueued Resource ID: dccebbe8-899d-4825-9bef-02581762e038 with Priority: HIGHEST for action port [ 643.653427] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dccebbe8-899d-4825-9bef-02581762e038 with Priority: HIGHEST for action port [ 643.657173] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-dccebbe8-899d-4825-9bef-02581762e038 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.657329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dccebbe8-899d-4825-9bef-02581762e038" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.657391] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dccebbe8-899d-4825-9bef-02581762e038" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.657633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dccebbe8-899d-4825-9bef-02581762e038" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.659024] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dccebbe8-899d-4825-9bef-02581762e038',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.780316] env[66577]: INFO networking_nsxv3.common.synchronization [None req-356c2f61-355e-4240-9810-4cb3aa4023b8 None None] Enqueued Resource ID: f0209289-e371-41d8-bf61-fc5fe1f79fe9 with Priority: HIGHEST for action port [ 643.781215] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0209289-e371-41d8-bf61-fc5fe1f79fe9 with Priority: HIGHEST for action port [ 643.781685] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0209289-e371-41d8-bf61-fc5fe1f79fe9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.782823] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0209289-e371-41d8-bf61-fc5fe1f79fe9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.782823] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0209289-e371-41d8-bf61-fc5fe1f79fe9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.782823] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0209289-e371-41d8-bf61-fc5fe1f79fe9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.782823] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0209289-e371-41d8-bf61-fc5fe1f79fe9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.161845] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dccebbe8-899d-4825-9bef-02581762e038 [ 644.162666] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.162666] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.162666] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.162666] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.162666] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.162938] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dccebbe8-899d-4825-9bef-02581762e038 already deleted. [ 644.162938] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dccebbe8-899d-4825-9bef-02581762e038" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.286009] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0209289-e371-41d8-bf61-fc5fe1f79fe9 [ 644.287074] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.287264] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.287704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.287704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.287704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.287704] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0209289-e371-41d8-bf61-fc5fe1f79fe9 already deleted. [ 644.287960] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0209289-e371-41d8-bf61-fc5fe1f79fe9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.118717] env[66577]: INFO networking_nsxv3.common.synchronization [req-0ed6373f-fd29-4713-8ca4-557fc348477c req-913b3c65-84fc-4160-b4a3-dc7edbaed9a9 tempest-DeleteServersTestJSON-1132974874 tempest-DeleteServersTestJSON-1132974874-project-member] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 645.120474] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 645.120826] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.120983] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.121483] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.121483] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.121858] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.122397] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.123071] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.123335] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.123591] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.123591] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.375793] env[66577]: INFO networking_nsxv3.common.synchronization [None req-cca29a91-cc51-4ccb-9a4c-3db1262730f2 None None] Enqueued Resource ID: b0a3e51e-af12-4af9-905f-cb66eb928a5f with Priority: HIGHEST for action port [ 645.376301] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a3e51e-af12-4af9-905f-cb66eb928a5f with Priority: HIGHEST for action port [ 645.376612] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0a3e51e-af12-4af9-905f-cb66eb928a5f taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.376754] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0a3e51e-af12-4af9-905f-cb66eb928a5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.376816] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0a3e51e-af12-4af9-905f-cb66eb928a5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.377303] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0a3e51e-af12-4af9-905f-cb66eb928a5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.377420] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0a3e51e-af12-4af9-905f-cb66eb928a5f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.626337] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.626337] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.626337] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.626337] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.626337] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.626566] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.626566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.626566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.626701] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.626765] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.627107] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 already deleted. [ 645.627199] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.763078] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.763315] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.763462] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.763765] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.764459] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.764689] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.764839] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.767042] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.767042] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.767042] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.767042] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.767042] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.767042] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.767042] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.767042] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.767042] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.790644] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.790644] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.790644] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.790644] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.790644] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-022a30e1-1cc4-48fe-b627-624bc131e2c6 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.790644] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-022a30e1-1cc4-48fe-b627-624bc131e2c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.790644] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-022a30e1-1cc4-48fe-b627-624bc131e2c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.790644] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-022a30e1-1cc4-48fe-b627-624bc131e2c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.790644] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('022a30e1-1cc4-48fe-b627-624bc131e2c6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.881301] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0a3e51e-af12-4af9-905f-cb66eb928a5f [ 645.882019] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.882019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.882019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.882019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.882279] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.882279] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0a3e51e-af12-4af9-905f-cb66eb928a5f already deleted. [ 645.882279] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0a3e51e-af12-4af9-905f-cb66eb928a5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.295621] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.295953] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.296848] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.297181] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.297337] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.297514] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 022a30e1-1cc4-48fe-b627-624bc131e2c6 not found, creating... [ 646.298281] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.298576] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.298621] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.298825] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.298964] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.299367] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.299526] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.299639] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.299861] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.299994] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.300141] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 022a30e1-1cc4-48fe-b627-624bc131e2c6 is going to be created. [ 646.322352] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.322468] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.322573] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.323323] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.323323] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.323323] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-022a30e1-1cc4-48fe-b627-624bc131e2c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.140740] env[66577]: INFO networking_nsxv3.common.synchronization [req-0ed6373f-fd29-4713-8ca4-557fc348477c req-c1b57bf8-da81-4f84-93bf-908d3dfe2db7 service nova] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_rules [ 647.140919] env[66577]: INFO networking_nsxv3.common.synchronization [req-0ed6373f-fd29-4713-8ca4-557fc348477c req-c1b57bf8-da81-4f84-93bf-908d3dfe2db7 service nova] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 647.141071] env[66577]: INFO networking_nsxv3.common.synchronization [req-0ed6373f-fd29-4713-8ca4-557fc348477c req-c1b57bf8-da81-4f84-93bf-908d3dfe2db7 service nova] Enqueued Resource ID: 022a30e1-1cc4-48fe-b627-624bc131e2c6 with Priority: HIGHEST for action port [ 647.141291] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_rules [ 647.141419] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 647.141515] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022a30e1-1cc4-48fe-b627-624bc131e2c6 with Priority: HIGHEST for action port [ 647.142821] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.145657] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.145657] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.145657] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.145657] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.145657] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.145657] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.145657] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.145657] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.145657] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.146172] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.146172] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.146172] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.146172] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.146172] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.147806] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-022a30e1-1cc4-48fe-b627-624bc131e2c6 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.147806] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-022a30e1-1cc4-48fe-b627-624bc131e2c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.147961] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-022a30e1-1cc4-48fe-b627-624bc131e2c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.148063] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-022a30e1-1cc4-48fe-b627-624bc131e2c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.148141] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('022a30e1-1cc4-48fe-b627-624bc131e2c6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.645455] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.646049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.648618] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.650328] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 022a30e1-1cc4-48fe-b627-624bc131e2c6 with status ACTIVE [ 647.654443] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.654443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.654443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.654443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.654443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.654443] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.654443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.654443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.654443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.654443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.654443] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.654443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.654443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.654443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.654443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.654443] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 022a30e1-1cc4-48fe-b627-624bc131e2c6 is going to be updated. [ 647.679037] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.679037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.679037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.679037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.679037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.679037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-022a30e1-1cc4-48fe-b627-624bc131e2c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.786715] env[66577]: INFO networking_nsxv3.common.synchronization [None req-4cff4438-0b84-456f-acac-c5801924acf9 tempest-VolumesAssistedSnapshotsTest-242944134 tempest-VolumesAssistedSnapshotsTest-242944134-project-member] Enqueued Resource ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 with Priority: HIGHEST for action security_group_rules [ 647.787763] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 with Priority: HIGHEST for action security_group_rules [ 647.787763] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.788023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.788023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.791365] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.791365] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.793422] env[66577]: INFO networking_nsxv3.common.synchronization [None req-9331fbfb-8658-4199-a81f-be36ac8001ff None None] Enqueued Resource ID: aec186b7-eac6-48ec-8b9b-cb10bfbcc2c5 with Priority: HIGHEST for action port [ 647.795974] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec186b7-eac6-48ec-8b9b-cb10bfbcc2c5 with Priority: HIGHEST for action port [ 647.796543] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-aec186b7-eac6-48ec-8b9b-cb10bfbcc2c5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.796673] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aec186b7-eac6-48ec-8b9b-cb10bfbcc2c5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.796741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aec186b7-eac6-48ec-8b9b-cb10bfbcc2c5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.796979] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aec186b7-eac6-48ec-8b9b-cb10bfbcc2c5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.797072] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aec186b7-eac6-48ec-8b9b-cb10bfbcc2c5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.925289] env[66577]: INFO networking_nsxv3.common.synchronization [None req-8d86d916-7818-4aa7-96cd-9dbe310c1d3c tempest-VolumesAssistedSnapshotsTest-242944134 tempest-VolumesAssistedSnapshotsTest-242944134-project-member] Enqueued Resource ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 with Priority: HIGHEST for action security_group_rules [ 647.927337] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 with Priority: HIGHEST for action security_group_rules [ 647.927743] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.927891] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.070112] env[66577]: INFO networking_nsxv3.common.synchronization [None req-120d86fe-f063-4a1f-a2be-e00d0d42eddb None None] Enqueued Resource ID: 9f64dd8a-0acc-4596-bbbb-35bd73650da3 with Priority: HIGHEST for action port [ 648.070839] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f64dd8a-0acc-4596-bbbb-35bd73650da3 with Priority: HIGHEST for action port [ 648.070973] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f64dd8a-0acc-4596-bbbb-35bd73650da3 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.071089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f64dd8a-0acc-4596-bbbb-35bd73650da3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.071158] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f64dd8a-0acc-4596-bbbb-35bd73650da3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.071477] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f64dd8a-0acc-4596-bbbb-35bd73650da3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.071577] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f64dd8a-0acc-4596-bbbb-35bd73650da3',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.158468] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.298489] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aec186b7-eac6-48ec-8b9b-cb10bfbcc2c5 [ 648.298712] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.298847] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.298910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.299262] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.299262] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.299393] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aec186b7-eac6-48ec-8b9b-cb10bfbcc2c5 already deleted. [ 648.299393] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aec186b7-eac6-48ec-8b9b-cb10bfbcc2c5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.311864] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.311973] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.312063] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.312270] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.312362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.312458] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 already deleted. [ 648.312542] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.312684] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.312841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.312926] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.573809] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f64dd8a-0acc-4596-bbbb-35bd73650da3 [ 648.574460] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.574741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.574973] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.575272] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.575433] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.575759] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f64dd8a-0acc-4596-bbbb-35bd73650da3 already deleted. [ 648.575759] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f64dd8a-0acc-4596-bbbb-35bd73650da3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.662511] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.662511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.662511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.662511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.662901] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.662901] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be created. [ 648.688849] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.688998] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.689047] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.689252] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.689399] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.701173] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: UNINITIALIZED for 2s [ 648.836028] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.836028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.836028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.836246] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.838534] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.838534] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 already deleted. [ 648.838534] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.395883] env[66577]: INFO networking_nsxv3.common.synchronization [req-67a06071-6edb-49ac-9515-b2b42026d1f2 req-a4f60b14-3d0b-4827-9831-fc48be5d03b4 tempest-ServersAdminNegativeTestJSON-118835574 tempest-ServersAdminNegativeTestJSON-118835574-project-member] Enqueued Resource ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 with Priority: HIGHEST for action security_group_members [ 649.396018] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 with Priority: HIGHEST for action security_group_members [ 649.396311] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.396430] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.396487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.396752] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.396902] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.397028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.397145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.398375] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.398566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.399281] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e8be25-8521-4bdf-b0bb-fe26b3be72b6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.508886] env[66577]: INFO networking_nsxv3.common.synchronization [None req-3ec89c21-5cab-45fd-accd-84fdbc8766c5 None None] Enqueued Resource ID: 46bf09ee-5422-4a12-bef4-262caea9a9ed with Priority: HIGHEST for action port [ 649.509667] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46bf09ee-5422-4a12-bef4-262caea9a9ed with Priority: HIGHEST for action port [ 649.510216] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-46bf09ee-5422-4a12-bef4-262caea9a9ed taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.510336] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46bf09ee-5422-4a12-bef4-262caea9a9ed" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.510409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46bf09ee-5422-4a12-bef4-262caea9a9ed" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.510733] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46bf09ee-5422-4a12-bef4-262caea9a9ed" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.510733] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46bf09ee-5422-4a12-bef4-262caea9a9ed',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.767261] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.767261] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.767261] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.767261] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.767261] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.767261] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.767261] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.767261] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.767261] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.767779] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.767779] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.767779] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.770628] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.770628] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.770628] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.770628] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.789284] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.790489] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.790679] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.790885] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.791550] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-6a974324-b409-42f4-89b7-8603bfb1fd3b taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.795228] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-6a974324-b409-42f4-89b7-8603bfb1fd3b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.795360] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-6a974324-b409-42f4-89b7-8603bfb1fd3b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.795704] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-6a974324-b409-42f4-89b7-8603bfb1fd3b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.795845] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a974324-b409-42f4-89b7-8603bfb1fd3b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.902413] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.903879] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.903879] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.903879] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.903879] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.903879] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.903879] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.903879] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.903879] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.903879] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.903879] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 already deleted. [ 649.903879] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.012208] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46bf09ee-5422-4a12-bef4-262caea9a9ed [ 650.012471] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.012619] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.012685] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.012896] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.012985] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.013094] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46bf09ee-5422-4a12-bef4-262caea9a9ed already deleted. [ 650.013198] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46bf09ee-5422-4a12-bef4-262caea9a9ed" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.300801] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.301016] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.301428] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.301541] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.301638] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.301845] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 6a974324-b409-42f4-89b7-8603bfb1fd3b not found, creating... [ 650.302317] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.302942] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.302942] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.302942] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.303077] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.303336] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.303516] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.303592] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.304325] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.304325] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.304325] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 6a974324-b409-42f4-89b7-8603bfb1fd3b is going to be created. [ 650.326731] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.326902] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.326977] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.327631] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.327631] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.327745] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-6a974324-b409-42f4-89b7-8603bfb1fd3b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.713571] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 650.713864] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.714051] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.714283] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.714477] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.714598] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.714667] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.714822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.714904] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.714989] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.715092] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.100986] env[66577]: INFO networking_nsxv3.common.synchronization [req-67a06071-6edb-49ac-9515-b2b42026d1f2 req-131e45eb-513c-475f-9012-53bad0862f60 service nova] Enqueued Resource ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 with Priority: HIGHEST for action security_group_rules [ 651.101269] env[66577]: INFO networking_nsxv3.common.synchronization [req-67a06071-6edb-49ac-9515-b2b42026d1f2 req-131e45eb-513c-475f-9012-53bad0862f60 service nova] Enqueued Resource ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 with Priority: HIGHEST for action security_group_members [ 651.101400] env[66577]: INFO networking_nsxv3.common.synchronization [req-67a06071-6edb-49ac-9515-b2b42026d1f2 req-131e45eb-513c-475f-9012-53bad0862f60 service nova] Enqueued Resource ID: 6a974324-b409-42f4-89b7-8603bfb1fd3b with Priority: HIGHEST for action port [ 651.101525] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 with Priority: HIGHEST for action security_group_rules [ 651.101648] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 with Priority: HIGHEST for action security_group_members [ 651.101746] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a974324-b409-42f4-89b7-8603bfb1fd3b with Priority: HIGHEST for action port [ 651.102355] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.102486] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.102553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.102805] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.102890] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2e8be25-8521-4bdf-b0bb-fe26b3be72b6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.104911] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.105157] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.105213] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.105396] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.105554] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.105738] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.105862] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.105952] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.106044] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.106555] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e8be25-8521-4bdf-b0bb-fe26b3be72b6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.107453] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a974324-b409-42f4-89b7-8603bfb1fd3b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.107561] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a974324-b409-42f4-89b7-8603bfb1fd3b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.107869] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a974324-b409-42f4-89b7-8603bfb1fd3b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.107869] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a974324-b409-42f4-89b7-8603bfb1fd3b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.108085] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a974324-b409-42f4-89b7-8603bfb1fd3b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.217882] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.218100] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.218203] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.218487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.218716] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.218847] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.218961] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.219148] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.219291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.219477] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.219616] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.219775] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.219881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.220077] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.220265] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.220475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.220677] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.220836] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.220930] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.221058] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.221205] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.606998] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.606998] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.614072] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e8be25-8521-4bdf-b0bb-fe26b3be72b6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.620382] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a974324-b409-42f4-89b7-8603bfb1fd3b with status ACTIVE [ 651.620764] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.620857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.620857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.621088] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.621180] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.621359] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.621508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.621508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.621663] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.621738] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.621915] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.622292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.622292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.622292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.622292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.622548] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a974324-b409-42f4-89b7-8603bfb1fd3b is going to be updated. [ 651.647777] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.647971] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.647971] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.648229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.648317] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.648458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a974324-b409-42f4-89b7-8603bfb1fd3b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.723442] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2c58e40-54a5-40bb-aa94-1919b7e2f666: rpc.has_security_group_logging(os_id): False [ 651.743519] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.743727] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.743727] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.743878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.743965] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.744196] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.744325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.744381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.744531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.744977] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.744977] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.744977] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.744977] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.745296] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.745296] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.745296] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.745415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.745415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.745529] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.745611] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.745701] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be created. [ 651.817952] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.818189] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.818189] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.818423] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.818612] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.836802] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: IN_PROGRESS for 2s [ 652.116147] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e8be25-8521-4bdf-b0bb-fe26b3be72b6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.215310] env[66577]: INFO networking_nsxv3.common.synchronization [req-e1a88069-8c0e-470d-b61e-3d15d7868c83 req-f2e91d0d-b6ab-404e-aee8-bd2bdcf37d7c tempest-FloatingIPsAssociationTestJSON-1601757225 tempest-FloatingIPsAssociationTestJSON-1601757225-project-member] Enqueued Resource ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 with Priority: HIGHEST for action security_group_members [ 652.215875] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 with Priority: HIGHEST for action security_group_members [ 652.216192] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-96805d36-0593-45c3-ab7f-d5f83ad02d46 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.216317] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.216379] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.216649] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.217079] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.217214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.217281] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.217467] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.217555] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.217645] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96805d36-0593-45c3-ab7f-d5f83ad02d46',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.543289] env[66577]: INFO networking_nsxv3.common.synchronization [None req-03ec1374-e3cd-4ac0-978c-74ece3232fbd None None] Enqueued Resource ID: 73475fac-1a9b-48a5-b85d-ee1425cd17ac with Priority: HIGHEST for action port [ 652.543289] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73475fac-1a9b-48a5-b85d-ee1425cd17ac with Priority: HIGHEST for action port [ 652.543747] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-73475fac-1a9b-48a5-b85d-ee1425cd17ac taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.543861] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73475fac-1a9b-48a5-b85d-ee1425cd17ac" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.543926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73475fac-1a9b-48a5-b85d-ee1425cd17ac" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.544196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73475fac-1a9b-48a5-b85d-ee1425cd17ac" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.544312] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73475fac-1a9b-48a5-b85d-ee1425cd17ac',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.618352] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.618702] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.618702] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.618957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.618957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.619092] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 is going to be created. [ 652.645023] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.645415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.645734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.645884] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.646109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.660968] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 in Status: UNINITIALIZED for 2s [ 652.720078] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.720292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.720393] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.720698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.720800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.720985] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.720985] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.720985] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.720985] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.721665] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.721665] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 already deleted. [ 652.721665] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.761144] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-804 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.761650] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-804" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.761834] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-804" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.762214] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-804" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.762568] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.762787] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.762943] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.763238] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.763764] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.764046] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.764208] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.764352] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.764503] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.764655] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.764843] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.765038] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.784976] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.785475] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.785475] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.785582] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-804" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.785961] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-33bf7b02-9ff7-404f-b815-b7d51da41d0f taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.786261] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-33bf7b02-9ff7-404f-b815-b7d51da41d0f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.786261] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-33bf7b02-9ff7-404f-b815-b7d51da41d0f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.786565] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-33bf7b02-9ff7-404f-b815-b7d51da41d0f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.786700] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33bf7b02-9ff7-404f-b815-b7d51da41d0f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.046469] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73475fac-1a9b-48a5-b85d-ee1425cd17ac [ 653.046997] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.047075] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.047118] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.047329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.047417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.047595] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73475fac-1a9b-48a5-b85d-ee1425cd17ac already deleted. [ 653.047595] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73475fac-1a9b-48a5-b85d-ee1425cd17ac" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.204018] env[66577]: INFO networking_nsxv3.common.synchronization [None req-0f000798-d324-414b-9a48-cad0d1e4b7b3 None None] Enqueued Resource ID: ff33c622-80c8-4e01-8056-d521f842100b with Priority: HIGHEST for action port [ 653.204914] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff33c622-80c8-4e01-8056-d521f842100b with Priority: HIGHEST for action port [ 653.205180] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff33c622-80c8-4e01-8056-d521f842100b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.205304] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff33c622-80c8-4e01-8056-d521f842100b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.205365] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff33c622-80c8-4e01-8056-d521f842100b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.205642] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff33c622-80c8-4e01-8056-d521f842100b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.205705] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff33c622-80c8-4e01-8056-d521f842100b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.290043] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.290237] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.290363] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.291156] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.291156] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.291156] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 33bf7b02-9ff7-404f-b815-b7d51da41d0f not found, creating... [ 653.291345] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.291519] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.292402] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.292402] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.292402] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.292402] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.292402] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.292617] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.292617] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.292741] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.292876] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 33bf7b02-9ff7-404f-b815-b7d51da41d0f is going to be created. [ 653.315561] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.315561] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.315718] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.316132] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.316270] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.316695] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-33bf7b02-9ff7-404f-b815-b7d51da41d0f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.707471] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff33c622-80c8-4e01-8056-d521f842100b [ 653.707707] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.707844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.707911] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.708228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.708321] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.708442] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff33c622-80c8-4e01-8056-d521f842100b already deleted. [ 653.708530] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff33c622-80c8-4e01-8056-d521f842100b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.850468] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 653.850807] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.059815] env[66577]: INFO networking_nsxv3.common.synchronization [req-e1a88069-8c0e-470d-b61e-3d15d7868c83 req-ad9b1505-e9c3-43a7-90ac-91f301514c0a service nova] Enqueued Resource ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 with Priority: HIGHEST for action security_group_rules [ 654.059815] env[66577]: INFO networking_nsxv3.common.synchronization [req-e1a88069-8c0e-470d-b61e-3d15d7868c83 req-ad9b1505-e9c3-43a7-90ac-91f301514c0a service nova] Enqueued Resource ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 with Priority: HIGHEST for action security_group_members [ 654.059815] env[66577]: INFO networking_nsxv3.common.synchronization [req-e1a88069-8c0e-470d-b61e-3d15d7868c83 req-ad9b1505-e9c3-43a7-90ac-91f301514c0a service nova] Enqueued Resource ID: 33bf7b02-9ff7-404f-b815-b7d51da41d0f with Priority: HIGHEST for action port [ 654.059815] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 with Priority: HIGHEST for action security_group_rules [ 654.059815] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 with Priority: HIGHEST for action security_group_members [ 654.059815] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33bf7b02-9ff7-404f-b815-b7d51da41d0f with Priority: HIGHEST for action port [ 654.060435] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96805d36-0593-45c3-ab7f-d5f83ad02d46 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.060490] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.060541] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.060775] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.060864] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96805d36-0593-45c3-ab7f-d5f83ad02d46',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.062238] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-96805d36-0593-45c3-ab7f-d5f83ad02d46 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.062360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.062427] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.062605] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.062770] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.062839] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.062981] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.063141] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.063228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.063315] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96805d36-0593-45c3-ab7f-d5f83ad02d46',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.064146] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-33bf7b02-9ff7-404f-b815-b7d51da41d0f taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.064246] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33bf7b02-9ff7-404f-b815-b7d51da41d0f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.064312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33bf7b02-9ff7-404f-b815-b7d51da41d0f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.064539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33bf7b02-9ff7-404f-b815-b7d51da41d0f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.064614] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33bf7b02-9ff7-404f-b815-b7d51da41d0f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.334516] env[66577]: INFO networking_nsxv3.common.synchronization [None req-fc9aed78-294a-4862-b86b-500ac8893f72 None None] Enqueued Resource ID: b43cc41d-e2fa-4b46-bc17-83ebbb8f08f0 with Priority: HIGHEST for action port [ 654.335073] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b43cc41d-e2fa-4b46-bc17-83ebbb8f08f0 with Priority: HIGHEST for action port [ 654.335467] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-b43cc41d-e2fa-4b46-bc17-83ebbb8f08f0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.335666] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b43cc41d-e2fa-4b46-bc17-83ebbb8f08f0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.335666] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b43cc41d-e2fa-4b46-bc17-83ebbb8f08f0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.335922] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b43cc41d-e2fa-4b46-bc17-83ebbb8f08f0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.336011] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b43cc41d-e2fa-4b46-bc17-83ebbb8f08f0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.567087] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96805d36-0593-45c3-ab7f-d5f83ad02d46',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.568347] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-96805d36-0593-45c3-ab7f-d5f83ad02d46 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.568469] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.580402] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33bf7b02-9ff7-404f-b815-b7d51da41d0f with status ACTIVE [ 654.581609] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.581609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.581609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.581609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.581609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.581609] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.581609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.581609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.581609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.581997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.581997] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.581997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.581997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.582137] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.582166] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.582428] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33bf7b02-9ff7-404f-b815-b7d51da41d0f is going to be updated. [ 654.606530] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.606757] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.606796] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.607020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.607184] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.607309] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33bf7b02-9ff7-404f-b815-b7d51da41d0f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.673519] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 in Status: SUCCESS [ 654.673519] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.673916] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.674315] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.674733] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.674984] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.675100] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.675272] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.675387] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.675746] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.676085] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2e8be25-8521-4bdf-b0bb-fe26b3be72b6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.839936] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b43cc41d-e2fa-4b46-bc17-83ebbb8f08f0 [ 654.840206] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.840343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.840409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.840624] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.840710] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.841125] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b43cc41d-e2fa-4b46-bc17-83ebbb8f08f0 already deleted. [ 654.841125] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b43cc41d-e2fa-4b46-bc17-83ebbb8f08f0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.910852] env[66577]: INFO networking_nsxv3.common.synchronization [req-701a5145-3294-4218-9824-245935c32afd req-a4c37c18-293a-49d7-aba5-689e486aa206 tempest-DeleteServersAdminTestJSON-1925294022 tempest-DeleteServersAdminTestJSON-1925294022-project-member] Enqueued Resource ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 with Priority: HIGHEST for action security_group_members [ 654.910852] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 with Priority: HIGHEST for action security_group_members [ 654.910852] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a02b4bc-2c08-433a-8d49-25b78153d237 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.910852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.910852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.910852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.910852] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.910852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.910852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.910852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.910852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.910852] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a02b4bc-2c08-433a-8d49-25b78153d237',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.069697] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96805d36-0593-45c3-ab7f-d5f83ad02d46',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.178986] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.179157] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.179222] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.179441] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.179924] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.179924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.179924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.179924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.180146] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.180146] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.180213] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.180278] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.180332] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.180837] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.180837] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.180837] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.180837] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.181068] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.181068] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.181068] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.181160] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2e8be25-8521-4bdf-b0bb-fe26b3be72b6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.338802] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.339167] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.339167] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.339412] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.339730] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.339926] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.340064] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.340311] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.340486] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.340706] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.340845] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.340953] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.341113] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.341183] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.341274] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.341614] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.364346] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.364346] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.365393] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.365393] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.365393] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-7aff9906-75fe-424e-a00d-0aa20de48b41 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.365393] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-7aff9906-75fe-424e-a00d-0aa20de48b41" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.365393] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-7aff9906-75fe-424e-a00d-0aa20de48b41" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.366028] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-7aff9906-75fe-424e-a00d-0aa20de48b41" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.366028] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aff9906-75fe-424e-a00d-0aa20de48b41',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.413081] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.413278] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.413327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.413543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.413671] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.413947] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.414362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.414455] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.414636] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.414738] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.414836] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 already deleted. [ 655.414936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.572087] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.572311] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.572356] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.572560] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.572647] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.572744] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 is going to be created. [ 655.599388] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.599639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.599700] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.599975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.600102] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.613848] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 in Status: UNINITIALIZED for 2s [ 655.683334] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2e8be25-8521-4bdf-b0bb-fe26b3be72b6: rpc.has_security_group_logging(os_id): False [ 655.725339] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.725496] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.725578] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.725962] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.726065] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.726260] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.726395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.726460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.726580] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.726673] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.726936] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.727087] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.727175] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.727382] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.727476] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.727723] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.727801] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.727870] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.728077] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.728191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.728285] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 is going to be created. [ 655.813329] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.813472] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.813586] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.813776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.813947] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.826573] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 in Status: IN_PROGRESS for 2s [ 655.870926] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.871034] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.871195] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.871399] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.871542] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.871704] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 7aff9906-75fe-424e-a00d-0aa20de48b41 not found, creating... [ 655.871997] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.872231] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.872357] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.872598] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.872742] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.875426] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.875762] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.875911] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.876225] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.876376] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.876532] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 7aff9906-75fe-424e-a00d-0aa20de48b41 is going to be created. [ 655.915670] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.915925] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.916032] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.916362] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.916596] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.916859] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-7aff9906-75fe-424e-a00d-0aa20de48b41" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.416270] env[66577]: INFO networking_nsxv3.common.synchronization [None req-1c7d2d70-5d08-41ec-8704-c96ba677df3c None None] Enqueued Resource ID: 2cfd1a18-0afd-4cdb-b189-c00d3fea9665 with Priority: HIGHEST for action port [ 656.416270] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfd1a18-0afd-4cdb-b189-c00d3fea9665 with Priority: HIGHEST for action port [ 656.416270] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cfd1a18-0afd-4cdb-b189-c00d3fea9665 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.416270] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cfd1a18-0afd-4cdb-b189-c00d3fea9665" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.416270] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cfd1a18-0afd-4cdb-b189-c00d3fea9665" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.416270] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cfd1a18-0afd-4cdb-b189-c00d3fea9665" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.417752] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cfd1a18-0afd-4cdb-b189-c00d3fea9665',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.670133] env[66577]: INFO networking_nsxv3.common.synchronization [req-701a5145-3294-4218-9824-245935c32afd req-ac06533b-0bf3-44d5-888f-a7ab62b7164c service nova] Enqueued Resource ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 with Priority: HIGHEST for action security_group_rules [ 656.670133] env[66577]: INFO networking_nsxv3.common.synchronization [req-701a5145-3294-4218-9824-245935c32afd req-ac06533b-0bf3-44d5-888f-a7ab62b7164c service nova] Enqueued Resource ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 with Priority: HIGHEST for action security_group_members [ 656.670133] env[66577]: INFO networking_nsxv3.common.synchronization [req-701a5145-3294-4218-9824-245935c32afd req-ac06533b-0bf3-44d5-888f-a7ab62b7164c service nova] Enqueued Resource ID: 7aff9906-75fe-424e-a00d-0aa20de48b41 with Priority: HIGHEST for action port [ 656.670133] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 with Priority: HIGHEST for action security_group_rules [ 656.670133] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 with Priority: HIGHEST for action security_group_members [ 656.670133] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aff9906-75fe-424e-a00d-0aa20de48b41 with Priority: HIGHEST for action port [ 656.670133] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a02b4bc-2c08-433a-8d49-25b78153d237 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.670133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.670133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.670661] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.670661] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a02b4bc-2c08-433a-8d49-25b78153d237',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.671960] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a02b4bc-2c08-433a-8d49-25b78153d237 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.671960] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.671960] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.671960] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.671960] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.671960] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.671960] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.671960] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.672627] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.672627] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a02b4bc-2c08-433a-8d49-25b78153d237',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.673274] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aff9906-75fe-424e-a00d-0aa20de48b41 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.673274] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aff9906-75fe-424e-a00d-0aa20de48b41" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.673274] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aff9906-75fe-424e-a00d-0aa20de48b41" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.673548] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aff9906-75fe-424e-a00d-0aa20de48b41" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.673548] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aff9906-75fe-424e-a00d-0aa20de48b41',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.922371] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cfd1a18-0afd-4cdb-b189-c00d3fea9665 [ 656.922371] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.922371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.922371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.922371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.922371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.922371] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cfd1a18-0afd-4cdb-b189-c00d3fea9665 already deleted. [ 656.922371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cfd1a18-0afd-4cdb-b189-c00d3fea9665" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.175494] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a02b4bc-2c08-433a-8d49-25b78153d237',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.177045] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a02b4bc-2c08-433a-8d49-25b78153d237 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.177045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.177045] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7aff9906-75fe-424e-a00d-0aa20de48b41 with status ACTIVE [ 657.177045] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.177045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.177045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.177393] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.177393] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.177393] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.177488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.177715] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.177715] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.177878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.177926] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.180113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.180113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.180113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.180113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.180113] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7aff9906-75fe-424e-a00d-0aa20de48b41 is going to be updated. [ 657.213137] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.213511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.214065] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.214065] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.216797] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.216797] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aff9906-75fe-424e-a00d-0aa20de48b41" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.634534] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 in Status: SUCCESS [ 657.635622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.635622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.635622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.635622] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.635622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.635622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.635622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.636232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.636232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.636232] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96805d36-0593-45c3-ab7f-d5f83ad02d46',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.682588] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a02b4bc-2c08-433a-8d49-25b78153d237',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.824951] env[66577]: INFO networking_nsxv3.common.synchronization [None req-9d90b006-21bb-4d9e-8107-109f754da760 None None] Enqueued Resource ID: 494814c7-31d2-42e6-9ee7-0f0346358d42 with Priority: HIGHEST for action port [ 657.825478] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494814c7-31d2-42e6-9ee7-0f0346358d42 with Priority: HIGHEST for action port [ 657.825846] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-494814c7-31d2-42e6-9ee7-0f0346358d42 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.825923] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-494814c7-31d2-42e6-9ee7-0f0346358d42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.826013] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-494814c7-31d2-42e6-9ee7-0f0346358d42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.826284] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-494814c7-31d2-42e6-9ee7-0f0346358d42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.826806] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('494814c7-31d2-42e6-9ee7-0f0346358d42',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.843046] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 in Status: SUCCESS [ 657.843416] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.140419] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-96805d36-0593-45c3-ab7f-d5f83ad02d46 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.140641] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.140700] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.141428] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.141621] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.141734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.141799] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.141963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.142187] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.142295] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.142518] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-96805d36-0593-45c3-ab7f-d5f83ad02d46 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.142608] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.142645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.142789] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.142928] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.143027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.144239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.144239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.144239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.144239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.144239] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96805d36-0593-45c3-ab7f-d5f83ad02d46',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.189875] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.189875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.189875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.189875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.189875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.189875] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 is going to be created. [ 658.221486] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.221647] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.221732] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.221942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.222117] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.235164] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 in Status: UNINITIALIZED for 2s [ 658.329438] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 494814c7-31d2-42e6-9ee7-0f0346358d42 [ 658.329653] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.329852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.329972] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.330247] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.330378] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.330503] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:494814c7-31d2-42e6-9ee7-0f0346358d42 already deleted. [ 658.330612] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-494814c7-31d2-42e6-9ee7-0f0346358d42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.647573] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96805d36-0593-45c3-ab7f-d5f83ad02d46: rpc.has_security_group_logging(os_id): False [ 658.667621] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.667621] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.667621] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.667621] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.667621] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.667621] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.668437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.668437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.668437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.668437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.668437] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.668437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.668437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.668639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.668639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.668764] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.668911] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.669032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.669917] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.669917] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.669917] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 is going to be created. [ 658.736681] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.736829] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.736960] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.737399] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.737592] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.751915] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 in Status: IN_PROGRESS for 2s [ 659.658815] env[66577]: INFO networking_nsxv3.common.synchronization [req-53dd9197-facc-48bc-94f3-595200a44f13 req-4c33d50e-0dde-412a-be1c-143ec17826b7 tempest-ServerExternalEventsTest-940441599 tempest-ServerExternalEventsTest-940441599-project-member] Enqueued Resource ID: 1ec22806-11db-4781-bb28-cdbc24ff60e4 with Priority: HIGHEST for action security_group_members [ 659.659729] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec22806-11db-4781-bb28-cdbc24ff60e4 with Priority: HIGHEST for action security_group_members [ 659.660346] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ec22806-11db-4781-bb28-cdbc24ff60e4 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.660519] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.660755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.661058] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.661279] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.661437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.661520] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.662098] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.662098] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.662098] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ec22806-11db-4781-bb28-cdbc24ff60e4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.069652] env[66577]: INFO networking_nsxv3.common.synchronization [None req-4dc09627-6e44-4fd7-a4f8-7f4dc31f7198 None None] Enqueued Resource ID: 319b3321-157c-476e-b31d-a3c2ab24cda8 with Priority: HIGHEST for action port [ 660.070063] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 319b3321-157c-476e-b31d-a3c2ab24cda8 with Priority: HIGHEST for action port [ 660.070366] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-319b3321-157c-476e-b31d-a3c2ab24cda8 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.070765] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-319b3321-157c-476e-b31d-a3c2ab24cda8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.070765] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-319b3321-157c-476e-b31d-a3c2ab24cda8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.070895] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-319b3321-157c-476e-b31d-a3c2ab24cda8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.070895] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('319b3321-157c-476e-b31d-a3c2ab24cda8',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.164764] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.164961] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.165017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.165248] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.165339] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.166309] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.166309] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.166309] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.166309] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.166309] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.166309] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ec22806-11db-4781-bb28-cdbc24ff60e4 already deleted. [ 660.166309] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.247286] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 in Status: SUCCESS [ 660.247511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.247674] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.247905] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.248133] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.248275] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.248352] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.248554] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.248646] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.248717] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.248847] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a02b4bc-2c08-433a-8d49-25b78153d237',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.579484] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 319b3321-157c-476e-b31d-a3c2ab24cda8 [ 660.579484] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.579484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.579484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.579484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.579484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.579484] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:319b3321-157c-476e-b31d-a3c2ab24cda8 already deleted. [ 660.579484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-319b3321-157c-476e-b31d-a3c2ab24cda8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.611878] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.611878] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.611878] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.611878] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.611878] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.612504] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.612757] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.613165] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.613500] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.613910] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.614456] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.614456] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.614685] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.617090] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.617090] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.617090] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.629095] env[66577]: INFO networking_nsxv3.common.synchronization [None req-9009b16e-aa1d-47f1-833d-0dfd25591670 None None] Enqueued Resource ID: 74a62214-4a00-4847-b2f2-897802b7bcd5 with Priority: HIGHEST for action port [ 660.629680] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74a62214-4a00-4847-b2f2-897802b7bcd5 with Priority: HIGHEST for action port [ 660.629982] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-74a62214-4a00-4847-b2f2-897802b7bcd5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.630188] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74a62214-4a00-4847-b2f2-897802b7bcd5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.630279] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74a62214-4a00-4847-b2f2-897802b7bcd5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.630541] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74a62214-4a00-4847-b2f2-897802b7bcd5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.630622] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74a62214-4a00-4847-b2f2-897802b7bcd5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.642899] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.643125] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.643269] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.643515] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.643930] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-4773820d-4f4c-4537-9a3d-addf6260697b taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.644130] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-4773820d-4f4c-4537-9a3d-addf6260697b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.644245] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-4773820d-4f4c-4537-9a3d-addf6260697b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.644559] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-4773820d-4f4c-4537-9a3d-addf6260697b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.644689] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4773820d-4f4c-4537-9a3d-addf6260697b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.751453] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a02b4bc-2c08-433a-8d49-25b78153d237 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.751797] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.751797] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.751881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.752066] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.752230] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.752322] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.752505] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.752597] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.752693] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.752840] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a02b4bc-2c08-433a-8d49-25b78153d237 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.752934] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.752994] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.753165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.753364] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.753497] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.753575] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.753744] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.753851] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.753959] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.754082] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a02b4bc-2c08-433a-8d49-25b78153d237',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.767783] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 in Status: SUCCESS [ 660.768069] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.135017] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74a62214-4a00-4847-b2f2-897802b7bcd5 [ 661.135017] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.135017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.135017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.135017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.135017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.135017] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74a62214-4a00-4847-b2f2-897802b7bcd5 already deleted. [ 661.135017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74a62214-4a00-4847-b2f2-897802b7bcd5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.149159] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.152022] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.152022] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.152022] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.152022] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.152022] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 4773820d-4f4c-4537-9a3d-addf6260697b not found, creating... [ 661.152022] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.152022] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.152022] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.153030] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.153030] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.155739] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.155739] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.155739] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.155739] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.155739] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.155739] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 4773820d-4f4c-4537-9a3d-addf6260697b is going to be created. [ 661.182488] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.182488] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.182488] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.182488] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.182488] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.182810] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-4773820d-4f4c-4537-9a3d-addf6260697b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.257022] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a02b4bc-2c08-433a-8d49-25b78153d237: rpc.has_security_group_logging(os_id): False [ 661.281569] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.281731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.281825] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.282085] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.282247] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.282388] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.282489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.282553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.282712] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.282804] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.282986] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.283098] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.283303] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.283303] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.283387] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.283546] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.283662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.283745] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.284050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.284050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.284158] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 is going to be created. [ 661.370471] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.370471] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.370471] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.370471] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.370471] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.382212] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 in Status: IN_PROGRESS for 2s [ 661.895849] env[66577]: INFO networking_nsxv3.common.synchronization [req-53dd9197-facc-48bc-94f3-595200a44f13 req-eceeb81d-5f00-47f7-a1b6-48f269ec1cb6 service nova] Enqueued Resource ID: 1ec22806-11db-4781-bb28-cdbc24ff60e4 with Priority: HIGHEST for action security_group_rules [ 661.896293] env[66577]: INFO networking_nsxv3.common.synchronization [req-53dd9197-facc-48bc-94f3-595200a44f13 req-eceeb81d-5f00-47f7-a1b6-48f269ec1cb6 service nova] Enqueued Resource ID: 1ec22806-11db-4781-bb28-cdbc24ff60e4 with Priority: HIGHEST for action security_group_members [ 661.896293] env[66577]: INFO networking_nsxv3.common.synchronization [req-53dd9197-facc-48bc-94f3-595200a44f13 req-eceeb81d-5f00-47f7-a1b6-48f269ec1cb6 service nova] Enqueued Resource ID: 4773820d-4f4c-4537-9a3d-addf6260697b with Priority: HIGHEST for action port [ 661.896917] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec22806-11db-4781-bb28-cdbc24ff60e4 with Priority: HIGHEST for action security_group_rules [ 661.897249] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec22806-11db-4781-bb28-cdbc24ff60e4 with Priority: HIGHEST for action security_group_members [ 661.897378] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4773820d-4f4c-4537-9a3d-addf6260697b with Priority: HIGHEST for action port [ 661.897906] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ec22806-11db-4781-bb28-cdbc24ff60e4 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.898101] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.898201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.898534] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.898895] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ec22806-11db-4781-bb28-cdbc24ff60e4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.899801] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ec22806-11db-4781-bb28-cdbc24ff60e4 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.900067] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.900067] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.900303] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.900512] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.900646] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.900737] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.901085] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.904208] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.904454] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ec22806-11db-4781-bb28-cdbc24ff60e4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.905458] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-4773820d-4f4c-4537-9a3d-addf6260697b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.905644] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4773820d-4f4c-4537-9a3d-addf6260697b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.905717] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4773820d-4f4c-4537-9a3d-addf6260697b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.905934] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4773820d-4f4c-4537-9a3d-addf6260697b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.906072] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4773820d-4f4c-4537-9a3d-addf6260697b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.938952] env[66577]: INFO networking_nsxv3.common.synchronization [None req-b05490b8-34db-47b6-9c5d-404bc5f6c7bd None None] Enqueued Resource ID: bbdf9920-3d1a-4297-b366-b06539983af8 with Priority: HIGHEST for action port [ 661.939442] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbdf9920-3d1a-4297-b366-b06539983af8 with Priority: HIGHEST for action port [ 661.939718] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbdf9920-3d1a-4297-b366-b06539983af8 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.939840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbdf9920-3d1a-4297-b366-b06539983af8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.939901] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbdf9920-3d1a-4297-b366-b06539983af8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.940245] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbdf9920-3d1a-4297-b366-b06539983af8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.940330] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbdf9920-3d1a-4297-b366-b06539983af8',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.409353] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ec22806-11db-4781-bb28-cdbc24ff60e4 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.409517] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.410017] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ec22806-11db-4781-bb28-cdbc24ff60e4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.410889] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4773820d-4f4c-4537-9a3d-addf6260697b with status ACTIVE [ 662.411853] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.411853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.411853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.411853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.411853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.411853] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.411853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.411853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.415363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.415363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.415363] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.415363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.415363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.415363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.415363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.415363] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4773820d-4f4c-4537-9a3d-addf6260697b is going to be updated. [ 662.438260] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.438450] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.439161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.439161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.439161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.439161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4773820d-4f4c-4537-9a3d-addf6260697b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.441857] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbdf9920-3d1a-4297-b366-b06539983af8 [ 662.442054] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.442186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.442281] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.442404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.442475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.442596] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbdf9920-3d1a-4297-b366-b06539983af8 already deleted. [ 662.443814] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbdf9920-3d1a-4297-b366-b06539983af8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.572927] env[66577]: INFO networking_nsxv3.common.synchronization [None req-94be1ba4-9ea4-4096-aa1a-e09ca5a61677 None None] Enqueued Resource ID: fac52c65-4964-4bb2-8ab8-e361d3ab4f08 with Priority: HIGHEST for action port [ 662.573963] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fac52c65-4964-4bb2-8ab8-e361d3ab4f08 with Priority: HIGHEST for action port [ 662.573963] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-fac52c65-4964-4bb2-8ab8-e361d3ab4f08 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.573963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fac52c65-4964-4bb2-8ab8-e361d3ab4f08" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.573963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fac52c65-4964-4bb2-8ab8-e361d3ab4f08" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.574199] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fac52c65-4964-4bb2-8ab8-e361d3ab4f08" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.574281] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fac52c65-4964-4bb2-8ab8-e361d3ab4f08',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.915946] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ec22806-11db-4781-bb28-cdbc24ff60e4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.078665] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fac52c65-4964-4bb2-8ab8-e361d3ab4f08 [ 663.078665] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.078665] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.078665] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.078665] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.078665] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.078665] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fac52c65-4964-4bb2-8ab8-e361d3ab4f08 already deleted. [ 663.078665] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fac52c65-4964-4bb2-8ab8-e361d3ab4f08" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.400479] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 in Status: SUCCESS [ 663.400479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.420198] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.422227] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.422227] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.422227] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.422227] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.422460] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ec22806-11db-4781-bb28-cdbc24ff60e4 is going to be created. [ 663.453325] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.453517] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.453665] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.453800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.453942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.459502] env[66577]: INFO networking_nsxv3.common.synchronization [req-666f4008-3141-4e56-9ba5-1744857f0336 req-52dda44a-bc82-4379-8302-c7ccfb9a88cd tempest-ImagesOneServerTestJSON-796881399 tempest-ImagesOneServerTestJSON-796881399-project-member] Enqueued Resource ID: 8a9b62f1-5f35-4b00-af93-a0346a61e0ef with Priority: HIGHEST for action security_group_members [ 663.460356] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9b62f1-5f35-4b00-af93-a0346a61e0ef with Priority: HIGHEST for action security_group_members [ 663.460532] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.460657] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.460724] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.460972] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.463527] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.463662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.463731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.463923] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.465087] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.465400] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9b62f1-5f35-4b00-af93-a0346a61e0ef',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.467893] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ec22806-11db-4781-bb28-cdbc24ff60e4 in Status: UNINITIALIZED for 2s [ 663.658251] env[66577]: INFO networking_nsxv3.common.synchronization [None req-d4bb8b14-b569-4f4e-8f92-ea36a2da3c20 None None] Enqueued Resource ID: 7f7531fe-eb54-46b7-a8a1-c5873f1438cf with Priority: HIGHEST for action port [ 663.658417] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f7531fe-eb54-46b7-a8a1-c5873f1438cf with Priority: HIGHEST for action port [ 663.658711] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f7531fe-eb54-46b7-a8a1-c5873f1438cf taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.658830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f7531fe-eb54-46b7-a8a1-c5873f1438cf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.658891] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f7531fe-eb54-46b7-a8a1-c5873f1438cf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.659508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f7531fe-eb54-46b7-a8a1-c5873f1438cf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.659618] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f7531fe-eb54-46b7-a8a1-c5873f1438cf',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.969213] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.971540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.971540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.971540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.971540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.971540] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.971540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.971540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.971540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.971540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.971950] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9b62f1-5f35-4b00-af93-a0346a61e0ef already deleted. [ 663.971950] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.109595] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.109595] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-268" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.109804] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-268" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.113110] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-268" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.113110] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.113110] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.113110] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.113110] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.113110] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.113110] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.113110] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.113110] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.113110] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.113110] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.113110] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.113110] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.138590] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.141762] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.141762] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.141762] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-268" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.141762] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-c5f33c3a-35ec-4051-b414-e2c02fa192a2 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.141762] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-c5f33c3a-35ec-4051-b414-e2c02fa192a2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.141762] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-c5f33c3a-35ec-4051-b414-e2c02fa192a2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.141762] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-c5f33c3a-35ec-4051-b414-e2c02fa192a2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.141762] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5f33c3a-35ec-4051-b414-e2c02fa192a2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.163239] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f7531fe-eb54-46b7-a8a1-c5873f1438cf [ 664.163627] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.164021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.164134] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.164670] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.164767] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.164866] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f7531fe-eb54-46b7-a8a1-c5873f1438cf already deleted. [ 664.164947] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f7531fe-eb54-46b7-a8a1-c5873f1438cf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.470972] env[66577]: INFO networking_nsxv3.common.synchronization [None req-b9421cb6-d3a8-4274-9c21-ae71debcce22 None None] Enqueued Resource ID: 08e15f20-b28b-46ed-bb78-723882e6b4ba with Priority: HIGHEST for action port [ 664.472172] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e15f20-b28b-46ed-bb78-723882e6b4ba with Priority: HIGHEST for action port [ 664.473032] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-08e15f20-b28b-46ed-bb78-723882e6b4ba taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.473032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08e15f20-b28b-46ed-bb78-723882e6b4ba" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.473032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08e15f20-b28b-46ed-bb78-723882e6b4ba" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.473249] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08e15f20-b28b-46ed-bb78-723882e6b4ba" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.473285] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08e15f20-b28b-46ed-bb78-723882e6b4ba',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.644755] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.645090] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.645146] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.645480] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.645662] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.645888] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port c5f33c3a-35ec-4051-b414-e2c02fa192a2 not found, creating... [ 664.646183] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.646340] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.646483] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.646728] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.646890] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.647225] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.647404] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.647534] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.647761] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.647946] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.648104] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: c5f33c3a-35ec-4051-b414-e2c02fa192a2 is going to be created. [ 664.671952] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.671952] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.671952] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.671952] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.672278] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.672374] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-c5f33c3a-35ec-4051-b414-e2c02fa192a2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.977222] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08e15f20-b28b-46ed-bb78-723882e6b4ba [ 664.977832] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.977832] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.978234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.978320] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.978635] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.978635] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08e15f20-b28b-46ed-bb78-723882e6b4ba already deleted. [ 664.978779] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08e15f20-b28b-46ed-bb78-723882e6b4ba" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.008270] env[66577]: INFO networking_nsxv3.common.synchronization [req-ebbf6464-7919-4f26-8039-ed67830a848a req-1522f106-ac25-4a29-9a4f-de6d87fbf0b1 tempest-VolumesAssistedSnapshotsTest-242944134 tempest-VolumesAssistedSnapshotsTest-242944134-project-member] Enqueued Resource ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 with Priority: HIGHEST for action security_group_members [ 665.008861] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 with Priority: HIGHEST for action security_group_members [ 665.009242] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.009374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.009425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.009737] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.009925] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.010050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.010159] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.010334] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.010455] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.010975] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.399144] env[66577]: INFO networking_nsxv3.common.synchronization [req-666f4008-3141-4e56-9ba5-1744857f0336 req-548f5179-dfcf-4c3e-a244-cfded126cd3b service nova] Enqueued Resource ID: 8a9b62f1-5f35-4b00-af93-a0346a61e0ef with Priority: HIGHEST for action security_group_rules [ 665.399389] env[66577]: INFO networking_nsxv3.common.synchronization [req-666f4008-3141-4e56-9ba5-1744857f0336 req-548f5179-dfcf-4c3e-a244-cfded126cd3b service nova] Enqueued Resource ID: 8a9b62f1-5f35-4b00-af93-a0346a61e0ef with Priority: HIGHEST for action security_group_members [ 665.399527] env[66577]: INFO networking_nsxv3.common.synchronization [req-666f4008-3141-4e56-9ba5-1744857f0336 req-548f5179-dfcf-4c3e-a244-cfded126cd3b service nova] Enqueued Resource ID: c5f33c3a-35ec-4051-b414-e2c02fa192a2 with Priority: HIGHEST for action port [ 665.400181] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9b62f1-5f35-4b00-af93-a0346a61e0ef with Priority: HIGHEST for action security_group_rules [ 665.400338] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9b62f1-5f35-4b00-af93-a0346a61e0ef with Priority: HIGHEST for action security_group_members [ 665.400456] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5f33c3a-35ec-4051-b414-e2c02fa192a2 with Priority: HIGHEST for action port [ 665.401457] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a9b62f1-5f35-4b00-af93-a0346a61e0ef taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.401457] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.401457] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.401457] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.401457] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a9b62f1-5f35-4b00-af93-a0346a61e0ef',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.402683] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.402683] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.402683] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.402683] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.402683] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.403320] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.403320] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.403320] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.403530] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.403902] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9b62f1-5f35-4b00-af93-a0346a61e0ef',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.404807] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5f33c3a-35ec-4051-b414-e2c02fa192a2 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.404918] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5f33c3a-35ec-4051-b414-e2c02fa192a2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.404992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5f33c3a-35ec-4051-b414-e2c02fa192a2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.405184] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5f33c3a-35ec-4051-b414-e2c02fa192a2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.405269] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5f33c3a-35ec-4051-b414-e2c02fa192a2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.479729] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ec22806-11db-4781-bb28-cdbc24ff60e4 in Status: SUCCESS [ 665.479957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.480542] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.480542] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.480542] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.480734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.480734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.480876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.480965] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.481056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.481147] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ec22806-11db-4781-bb28-cdbc24ff60e4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.512805] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.512959] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.513043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.513259] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.513347] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.513560] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.513737] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.513737] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.513907] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.513907] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.513990] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 already deleted. [ 665.514077] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.632731] env[66577]: INFO networking_nsxv3.common.synchronization [None req-82ea9f57-8675-4722-bee2-6ca1f29c67fe None None] Enqueued Resource ID: 7f3bfbc5-e8f7-48ce-bf22-d5da55abab24 with Priority: HIGHEST for action port [ 665.633168] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3bfbc5-e8f7-48ce-bf22-d5da55abab24 with Priority: HIGHEST for action port [ 665.636448] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f3bfbc5-e8f7-48ce-bf22-d5da55abab24 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.636448] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f3bfbc5-e8f7-48ce-bf22-d5da55abab24" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.636448] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f3bfbc5-e8f7-48ce-bf22-d5da55abab24" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.636651] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f3bfbc5-e8f7-48ce-bf22-d5da55abab24" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.636651] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f3bfbc5-e8f7-48ce-bf22-d5da55abab24',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.755024] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-456 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.755024] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-456" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.755024] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-456" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.755024] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-456" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.755024] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.755502] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.755778] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.756210] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.756474] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.756797] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.757114] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.757333] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.759539] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.759539] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.759539] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.759539] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.783024] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.783024] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.783024] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.783024] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-456" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.783024] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-a42d7740-3964-4f73-a032-05a6dacc3b0e taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.783024] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-a42d7740-3964-4f73-a032-05a6dacc3b0e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.783024] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-a42d7740-3964-4f73-a032-05a6dacc3b0e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.783024] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-a42d7740-3964-4f73-a032-05a6dacc3b0e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.783024] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a42d7740-3964-4f73-a032-05a6dacc3b0e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.907324] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9b62f1-5f35-4b00-af93-a0346a61e0ef',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.908545] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.908545] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.908714] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5f33c3a-35ec-4051-b414-e2c02fa192a2 with status ACTIVE [ 665.908805] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.908885] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.908971] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.909734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.909734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.909734] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.909734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.909734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.909734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.909734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.909955] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.910009] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.912102] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.912102] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.912102] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.912102] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5f33c3a-35ec-4051-b414-e2c02fa192a2 is going to be updated. [ 665.938702] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.938702] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.938702] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.938702] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.938702] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.938702] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5f33c3a-35ec-4051-b414-e2c02fa192a2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.987484] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ec22806-11db-4781-bb28-cdbc24ff60e4 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.987484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.987484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.988292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.988292] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.988292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.988292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.988431] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.988555] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.988599] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.988838] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ec22806-11db-4781-bb28-cdbc24ff60e4 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.988924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.988924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.989073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.989408] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.989408] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.989408] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.989520] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.990423] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.990520] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.990581] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ec22806-11db-4781-bb28-cdbc24ff60e4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.140696] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f3bfbc5-e8f7-48ce-bf22-d5da55abab24 [ 666.140696] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.140696] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.140696] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.140696] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.140696] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.140696] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f3bfbc5-e8f7-48ce-bf22-d5da55abab24 already deleted. [ 666.140696] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f3bfbc5-e8f7-48ce-bf22-d5da55abab24" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.286263] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.286612] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.286768] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.287560] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.287560] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.287641] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port a42d7740-3964-4f73-a032-05a6dacc3b0e not found, creating... [ 666.287950] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.288200] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.288428] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.288740] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.288945] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.289754] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.289754] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.289888] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.290210] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.290441] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.290594] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: a42d7740-3964-4f73-a032-05a6dacc3b0e is going to be created. [ 666.316110] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.316420] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.316553] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.316889] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.318649] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.318649] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-a42d7740-3964-4f73-a032-05a6dacc3b0e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.413953] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9b62f1-5f35-4b00-af93-a0346a61e0ef',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.493963] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ec22806-11db-4781-bb28-cdbc24ff60e4: rpc.has_security_group_logging(os_id): False [ 666.518219] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.518510] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.518637] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.519028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.519148] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.519521] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.519659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.519799] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.520435] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.520627] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.520982] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.521226] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.521651] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.521912] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.522064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.522454] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.522614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.522786] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.523065] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.523218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.523403] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ec22806-11db-4781-bb28-cdbc24ff60e4 is going to be created. [ 666.599961] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.600168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.600234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.601051] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.601051] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.612143] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ec22806-11db-4781-bb28-cdbc24ff60e4 in Status: IN_PROGRESS for 2s [ 666.780063] env[66577]: INFO networking_nsxv3.common.synchronization [None req-93efb2fb-a2c9-4d1d-a3b0-41156831a31a None None] Enqueued Resource ID: 0550e3ec-6ea9-4f43-940d-8426f20f3c4b with Priority: HIGHEST for action port [ 666.780063] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0550e3ec-6ea9-4f43-940d-8426f20f3c4b with Priority: HIGHEST for action port [ 666.780063] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-0550e3ec-6ea9-4f43-940d-8426f20f3c4b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.780063] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0550e3ec-6ea9-4f43-940d-8426f20f3c4b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.780063] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0550e3ec-6ea9-4f43-940d-8426f20f3c4b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.780063] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0550e3ec-6ea9-4f43-940d-8426f20f3c4b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.780063] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0550e3ec-6ea9-4f43-940d-8426f20f3c4b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.916328] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.919409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.919409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.919409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.919409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.919409] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9b62f1-5f35-4b00-af93-a0346a61e0ef is going to be created. [ 666.945464] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.945464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.945464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.945464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.945464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.954349] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9b62f1-5f35-4b00-af93-a0346a61e0ef in Status: UNINITIALIZED for 2s [ 667.047493] env[66577]: INFO networking_nsxv3.common.synchronization [req-ebbf6464-7919-4f26-8039-ed67830a848a req-b3065a50-66b6-475b-8f68-5b67ba241de6 service nova] Enqueued Resource ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 with Priority: HIGHEST for action security_group_rules [ 667.047742] env[66577]: INFO networking_nsxv3.common.synchronization [req-ebbf6464-7919-4f26-8039-ed67830a848a req-b3065a50-66b6-475b-8f68-5b67ba241de6 service nova] Enqueued Resource ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 with Priority: HIGHEST for action security_group_members [ 667.047839] env[66577]: INFO networking_nsxv3.common.synchronization [req-ebbf6464-7919-4f26-8039-ed67830a848a req-b3065a50-66b6-475b-8f68-5b67ba241de6 service nova] Enqueued Resource ID: a42d7740-3964-4f73-a032-05a6dacc3b0e with Priority: HIGHEST for action port [ 667.048418] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 with Priority: HIGHEST for action security_group_rules [ 667.048570] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 with Priority: HIGHEST for action security_group_members [ 667.048719] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a42d7740-3964-4f73-a032-05a6dacc3b0e with Priority: HIGHEST for action port [ 667.049121] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.049249] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.049313] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.049509] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.049585] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.050768] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.050864] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.050915] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.051058] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.051203] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.051325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.051363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.051503] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.051588] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.051675] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.052659] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a42d7740-3964-4f73-a032-05a6dacc3b0e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.052659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a42d7740-3964-4f73-a032-05a6dacc3b0e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.052659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a42d7740-3964-4f73-a032-05a6dacc3b0e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.052836] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a42d7740-3964-4f73-a032-05a6dacc3b0e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.052836] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a42d7740-3964-4f73-a032-05a6dacc3b0e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.284113] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0550e3ec-6ea9-4f43-940d-8426f20f3c4b [ 667.284762] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.284762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.284762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.284969] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.284969] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.284969] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0550e3ec-6ea9-4f43-940d-8426f20f3c4b already deleted. [ 667.285088] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0550e3ec-6ea9-4f43-940d-8426f20f3c4b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.555648] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.557225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.557225] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.557225] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a42d7740-3964-4f73-a032-05a6dacc3b0e with status ACTIVE [ 667.557598] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.557831] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.557982] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.558348] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.558533] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.558805] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.559017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.559172] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.564186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.564186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.564186] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.564186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.564186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.564186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.564186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.564186] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a42d7740-3964-4f73-a032-05a6dacc3b0e is going to be updated. [ 667.586383] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.586550] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.586613] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.586803] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.586936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.587096] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a42d7740-3964-4f73-a032-05a6dacc3b0e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.062664] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.570755] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.570995] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.571157] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.571457] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.571712] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.571795] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 is going to be created. [ 668.601663] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.601815] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.601881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.603273] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.603273] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.618143] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 in Status: UNINITIALIZED for 2s [ 668.637045] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ec22806-11db-4781-bb28-cdbc24ff60e4 in Status: SUCCESS [ 668.637336] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.966020] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9b62f1-5f35-4b00-af93-a0346a61e0ef in Status: SUCCESS [ 668.966020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.966020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.966020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.966020] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.966020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.966020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.966020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.966020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.966020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.966020] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a9b62f1-5f35-4b00-af93-a0346a61e0ef',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.113384] env[66577]: INFO networking_nsxv3.common.synchronization [None req-0878d79b-5cf0-4c3f-b067-7ba17479a1de None None] Enqueued Resource ID: 2c110bd5-1e8c-4a32-8011-ab82b9c0cc21 with Priority: HIGHEST for action port [ 669.114306] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c110bd5-1e8c-4a32-8011-ab82b9c0cc21 with Priority: HIGHEST for action port [ 669.114851] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c110bd5-1e8c-4a32-8011-ab82b9c0cc21 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.115032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c110bd5-1e8c-4a32-8011-ab82b9c0cc21" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.115069] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c110bd5-1e8c-4a32-8011-ab82b9c0cc21" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.115349] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c110bd5-1e8c-4a32-8011-ab82b9c0cc21" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.115385] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c110bd5-1e8c-4a32-8011-ab82b9c0cc21',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.469388] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.469614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.469675] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.470022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.470125] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.470246] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.470325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.476623] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.482116] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.482116] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.482116] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.482116] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.482116] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.482116] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.482116] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.482116] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.482116] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.482116] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.482531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.482531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.482531] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a9b62f1-5f35-4b00-af93-a0346a61e0ef',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.620600] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c110bd5-1e8c-4a32-8011-ab82b9c0cc21 [ 669.620762] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.620762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.620914] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.621096] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.621363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.621363] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c110bd5-1e8c-4a32-8011-ab82b9c0cc21 already deleted. [ 669.621477] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c110bd5-1e8c-4a32-8011-ab82b9c0cc21" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.988294] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a9b62f1-5f35-4b00-af93-a0346a61e0ef: rpc.has_security_group_logging(os_id): False [ 670.007768] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.008046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.008046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.008285] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.008390] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.008587] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.008743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.008743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.008915] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.008979] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.009190] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.009279] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.009337] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.009475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.009544] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.009728] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.009810] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.009865] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.010012] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.012141] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.012141] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a9b62f1-5f35-4b00-af93-a0346a61e0ef is going to be created. [ 670.155497] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.155497] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.155497] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.155497] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.155497] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.166257] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9b62f1-5f35-4b00-af93-a0346a61e0ef in Status: IN_PROGRESS for 2s [ 670.421746] env[66577]: INFO networking_nsxv3.common.synchronization [None req-8e437af3-d94d-463e-8185-6317fcdb2f03 None None] Enqueued Resource ID: fdd5926f-6986-468c-ba4b-3b5035c4a34e with Priority: HIGHEST for action port [ 670.422471] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdd5926f-6986-468c-ba4b-3b5035c4a34e with Priority: HIGHEST for action port [ 670.422710] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdd5926f-6986-468c-ba4b-3b5035c4a34e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.422848] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdd5926f-6986-468c-ba4b-3b5035c4a34e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.422922] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdd5926f-6986-468c-ba4b-3b5035c4a34e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.423206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdd5926f-6986-468c-ba4b-3b5035c4a34e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.423278] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdd5926f-6986-468c-ba4b-3b5035c4a34e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.629989] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 in Status: SUCCESS [ 670.630399] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.630399] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.630874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.630874] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.630963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.630963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.631126] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.631297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.631297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.631358] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.786340] env[66577]: INFO networking_nsxv3.common.synchronization [None req-2a4a5244-a0eb-46cb-96c8-1a25d0745e97 tempest-ServersV294TestFqdnHostnames-1022238279 tempest-ServersV294TestFqdnHostnames-1022238279-project-member] Enqueued Resource ID: b54fd529-a9f5-4510-a094-a34048f8fc8e with Priority: HIGHEST for action security_group_rules [ 670.787081] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b54fd529-a9f5-4510-a094-a34048f8fc8e with Priority: HIGHEST for action security_group_rules [ 670.787270] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b54fd529-a9f5-4510-a094-a34048f8fc8e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.787396] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.787505] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.788350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.788350] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b54fd529-a9f5-4510-a094-a34048f8fc8e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.926295] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdd5926f-6986-468c-ba4b-3b5035c4a34e [ 670.926620] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.926620] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.926620] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.926878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.927107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.927107] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdd5926f-6986-468c-ba4b-3b5035c4a34e already deleted. [ 670.927252] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdd5926f-6986-468c-ba4b-3b5035c4a34e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.134617] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.139863] env[66577]: INFO networking_nsxv3.common.synchronization [None req-5d282d8c-516b-4ecc-a8d3-1026cb04221a tempest-ServersV294TestFqdnHostnames-1022238279 tempest-ServersV294TestFqdnHostnames-1022238279-project-member] Enqueued Resource ID: b54fd529-a9f5-4510-a094-a34048f8fc8e with Priority: HIGHEST for action security_group_rules [ 671.140652] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b54fd529-a9f5-4510-a094-a34048f8fc8e with Priority: HIGHEST for action security_group_rules [ 671.141108] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b54fd529-a9f5-4510-a094-a34048f8fc8e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.141263] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.316045] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.316383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.316383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.316383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.316494] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.316528] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b54fd529-a9f5-4510-a094-a34048f8fc8e already deleted. [ 671.316939] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.317147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.317345] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.317427] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b54fd529-a9f5-4510-a094-a34048f8fc8e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.639046] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0: rpc.has_security_group_logging(os_id): False [ 671.661085] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.661569] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.661725] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.662112] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.662311] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.663178] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.663178] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.663178] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.663753] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.665233] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.665233] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 is going to be created. [ 671.731392] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.731392] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.731392] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.731392] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.731392] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.742696] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 in Status: IN_PROGRESS for 2s [ 671.879926] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.879926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.879926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.879926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.879926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.879926] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b54fd529-a9f5-4510-a094-a34048f8fc8e already deleted. [ 671.879926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.180909] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9b62f1-5f35-4b00-af93-a0346a61e0ef in Status: SUCCESS [ 672.181071] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.198500] env[66577]: INFO networking_nsxv3.common.synchronization [None req-0079913b-8a36-4dec-823a-9e75386ac374 None None] Enqueued Resource ID: ff2dd750-cd57-4aa4-a7d5-ab8a65e09311 with Priority: HIGHEST for action port [ 672.199375] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff2dd750-cd57-4aa4-a7d5-ab8a65e09311 with Priority: HIGHEST for action port [ 672.199589] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff2dd750-cd57-4aa4-a7d5-ab8a65e09311 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.199698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff2dd750-cd57-4aa4-a7d5-ab8a65e09311" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.199760] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff2dd750-cd57-4aa4-a7d5-ab8a65e09311" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.200018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff2dd750-cd57-4aa4-a7d5-ab8a65e09311" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.200403] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff2dd750-cd57-4aa4-a7d5-ab8a65e09311',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.703872] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff2dd750-cd57-4aa4-a7d5-ab8a65e09311 [ 672.706507] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.706672] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.706735] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.707012] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.707111] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.707208] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff2dd750-cd57-4aa4-a7d5-ab8a65e09311 already deleted. [ 672.707293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff2dd750-cd57-4aa4-a7d5-ab8a65e09311" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.805802] env[66577]: INFO networking_nsxv3.common.synchronization [None req-c39ffcb9-b821-446f-9411-e80b9e00ed6d None None] Enqueued Resource ID: 1753419e-5391-4e48-941d-bd983bd79c17 with Priority: HIGHEST for action port [ 672.805935] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1753419e-5391-4e48-941d-bd983bd79c17 with Priority: HIGHEST for action port [ 672.806258] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-1753419e-5391-4e48-941d-bd983bd79c17 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.806374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1753419e-5391-4e48-941d-bd983bd79c17" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.806436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1753419e-5391-4e48-941d-bd983bd79c17" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.806703] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1753419e-5391-4e48-941d-bd983bd79c17" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.806791] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1753419e-5391-4e48-941d-bd983bd79c17',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.955911] env[66577]: INFO networking_nsxv3.common.synchronization [req-a824ff82-ab9b-4d79-b088-f0ee0f3b1be8 req-471b9e94-2b85-4ef9-8240-42ff17b29f3a tempest-ServersAdminTestJSON-508682362 tempest-ServersAdminTestJSON-508682362-project-member] Enqueued Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 672.955911] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 672.956184] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.956294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.956351] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.956635] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.956837] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.956837] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.957020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.957396] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.957396] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.957396] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.310337] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1753419e-5391-4e48-941d-bd983bd79c17 [ 673.310564] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.310706] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.310764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.311051] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.311108] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.311206] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1753419e-5391-4e48-941d-bd983bd79c17 already deleted. [ 673.311288] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1753419e-5391-4e48-941d-bd983bd79c17" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.405920] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.406162] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.406278] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.406616] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.406845] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.407018] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.407596] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.407830] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.407981] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.408199] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.408308] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.408412] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.408513] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.408646] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.408708] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.408827] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.431686] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.431686] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.431686] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.431686] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.431686] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-3f3b0daf-0eeb-4fc8-964e-c84199703060 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.431686] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-3f3b0daf-0eeb-4fc8-964e-c84199703060" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.431686] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-3f3b0daf-0eeb-4fc8-964e-c84199703060" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.432248] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-3f3b0daf-0eeb-4fc8-964e-c84199703060" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.432304] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f3b0daf-0eeb-4fc8-964e-c84199703060',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.460142] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.460372] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.460372] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.462207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.462207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.462207] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.462207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.462207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.462207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.462207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.462207] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a already deleted. [ 673.462207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.756220] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 in Status: SUCCESS [ 673.756639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.934985] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.935222] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.935346] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.935624] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.935768] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.935972] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 3f3b0daf-0eeb-4fc8-964e-c84199703060 not found, creating... [ 673.936274] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.936524] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.936524] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.936734] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.937332] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.937627] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.937848] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.937884] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.938100] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.938254] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.938394] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 3f3b0daf-0eeb-4fc8-964e-c84199703060 is going to be created. [ 673.964144] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.964144] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.964325] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.964525] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.964782] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.965180] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-3f3b0daf-0eeb-4fc8-964e-c84199703060" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.690924] env[66577]: INFO networking_nsxv3.common.synchronization [req-a824ff82-ab9b-4d79-b088-f0ee0f3b1be8 req-4a422e6f-9875-4410-89b0-2b081d614cc9 service nova] Enqueued Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_rules [ 674.691202] env[66577]: INFO networking_nsxv3.common.synchronization [req-a824ff82-ab9b-4d79-b088-f0ee0f3b1be8 req-4a422e6f-9875-4410-89b0-2b081d614cc9 service nova] Enqueued Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 674.692891] env[66577]: INFO networking_nsxv3.common.synchronization [req-a824ff82-ab9b-4d79-b088-f0ee0f3b1be8 req-4a422e6f-9875-4410-89b0-2b081d614cc9 service nova] Enqueued Resource ID: 3f3b0daf-0eeb-4fc8-964e-c84199703060 with Priority: HIGHEST for action port [ 674.695426] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_rules [ 674.695426] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 674.695426] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f3b0daf-0eeb-4fc8-964e-c84199703060 with Priority: HIGHEST for action port [ 674.696661] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.696890] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.697325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.698354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.698493] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.699643] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.699752] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.699881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.700911] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.700911] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.700911] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.700911] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.700911] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.701201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.701201] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.703828] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f3b0daf-0eeb-4fc8-964e-c84199703060 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.704369] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f3b0daf-0eeb-4fc8-964e-c84199703060" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.704369] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f3b0daf-0eeb-4fc8-964e-c84199703060" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.704829] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f3b0daf-0eeb-4fc8-964e-c84199703060" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.704829] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f3b0daf-0eeb-4fc8-964e-c84199703060',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.755250] env[66577]: INFO networking_nsxv3.common.synchronization [None req-b8bbefd5-19dc-408a-a3e7-f50ed6e6a951 None None] Enqueued Resource ID: 20dfced3-571d-480c-89b9-43f336a38477 with Priority: HIGHEST for action port [ 674.756266] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20dfced3-571d-480c-89b9-43f336a38477 with Priority: HIGHEST for action port [ 674.757508] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-20dfced3-571d-480c-89b9-43f336a38477 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.757996] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20dfced3-571d-480c-89b9-43f336a38477" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.758322] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20dfced3-571d-480c-89b9-43f336a38477" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.758784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20dfced3-571d-480c-89b9-43f336a38477" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.759488] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20dfced3-571d-480c-89b9-43f336a38477',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.973921] env[66577]: INFO networking_nsxv3.common.synchronization [req-b4c6278a-5be6-45f6-a7dd-94fbb2e38235 req-3e2b1312-7a14-4eb5-ad2c-1cd449904de7 tempest-DeleteServersTestJSON-1132974874 tempest-DeleteServersTestJSON-1132974874-project-member] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 674.974604] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 674.974913] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.975078] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.975269] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.977224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.977224] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.977224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.977224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.977224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.977224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.977224] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.206755] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.208409] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.208553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.208934] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f3b0daf-0eeb-4fc8-964e-c84199703060 with status ACTIVE [ 675.209707] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.209707] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.209707] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.210185] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.210288] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.210511] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.210652] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.210874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.211123] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.211270] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.212389] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.212458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.212458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.212857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.212857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.212857] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f3b0daf-0eeb-4fc8-964e-c84199703060 is going to be updated. [ 675.238178] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.238329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.238411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.238618] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.238751] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.238915] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f3b0daf-0eeb-4fc8-964e-c84199703060" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.263688] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20dfced3-571d-480c-89b9-43f336a38477 [ 675.263688] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.263688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.263688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.263688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.263688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.263688] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20dfced3-571d-480c-89b9-43f336a38477 already deleted. [ 675.263688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20dfced3-571d-480c-89b9-43f336a38477" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.479858] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.480172] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.480317] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.480670] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.480716] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.480934] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.481147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.481147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.481263] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.481335] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.481418] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be updated. [ 675.514725] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.514725] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.514725] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.514725] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.515062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.525790] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: IN_PROGRESS for 2s [ 675.622764] env[66577]: INFO networking_nsxv3.common.synchronization [req-4ccda71b-7479-4629-9175-2bb1735503db req-a13ddff1-3dda-4388-ae7b-18b6d6a2c752 tempest-ServersTestJSON-1986641018 tempest-ServersTestJSON-1986641018-project-member] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 675.624098] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 675.624640] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.624779] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.624844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.625272] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.626071] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.626071] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.626071] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.626071] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.626071] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.626071] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.713560] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.824019] env[66577]: INFO networking_nsxv3.common.synchronization [None req-58e17906-c5a1-4afe-bc01-fdabf5b2c0f6 tempest-ServersTestBootFromVolume-1266496356 tempest-ServersTestBootFromVolume-1266496356-project-member] Enqueued Resource ID: 1784fc89-0409-415b-905a-8cde14fab131 with Priority: HIGHEST for action security_group_rules [ 675.824321] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1784fc89-0409-415b-905a-8cde14fab131 with Priority: HIGHEST for action security_group_rules [ 675.824643] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1784fc89-0409-415b-905a-8cde14fab131 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.824643] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.824643] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.824857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.825023] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1784fc89-0409-415b-905a-8cde14fab131',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.976307] env[66577]: INFO networking_nsxv3.common.synchronization [None req-aa4739a1-d673-4247-8c1d-71b44d6cd2fd tempest-ServersTestBootFromVolume-1266496356 tempest-ServersTestBootFromVolume-1266496356-project-member] Enqueued Resource ID: 1784fc89-0409-415b-905a-8cde14fab131 with Priority: HIGHEST for action security_group_rules [ 675.976307] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1784fc89-0409-415b-905a-8cde14fab131 with Priority: HIGHEST for action security_group_rules [ 675.976307] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1784fc89-0409-415b-905a-8cde14fab131 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.976307] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.129736] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.129958] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.130018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.130255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.130363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.130581] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.130698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.130760] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.130914] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.131024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.131809] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e already deleted. [ 676.131942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.166846] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-640 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.167146] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.167265] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.167605] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.167876] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.168047] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.168162] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.168378] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.168518] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.168721] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.168827] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.168929] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.169067] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.169149] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.169248] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.169377] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.191741] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.191980] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.192174] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.192232] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.192527] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-d900f0ac-533f-49a3-ae14-cf9995ba8dd3 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.192702] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-d900f0ac-533f-49a3-ae14-cf9995ba8dd3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.192816] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-d900f0ac-533f-49a3-ae14-cf9995ba8dd3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.193212] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-d900f0ac-533f-49a3-ae14-cf9995ba8dd3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.193349] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d900f0ac-533f-49a3-ae14-cf9995ba8dd3',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.218039] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.218039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.218039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.218360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.218452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.218558] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a is going to be created. [ 676.248683] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.248943] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.248943] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.249123] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.252783] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.264775] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: UNINITIALIZED for 2s [ 676.370823] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.371074] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.371125] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.371340] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.371479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.371588] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1784fc89-0409-415b-905a-8cde14fab131 already deleted. [ 676.371698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.372076] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.372306] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.372410] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1784fc89-0409-415b-905a-8cde14fab131',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.696809] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.697095] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.697288] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.697865] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.697865] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.698780] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port d900f0ac-533f-49a3-ae14-cf9995ba8dd3 not found, creating... [ 676.698780] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.698780] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.698780] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.699037] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.699126] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.699432] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.699585] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.699695] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.699899] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.700074] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.700233] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: d900f0ac-533f-49a3-ae14-cf9995ba8dd3 is going to be created. [ 676.721517] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.721739] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.721860] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.722161] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.722504] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.722919] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-d900f0ac-533f-49a3-ae14-cf9995ba8dd3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.907589] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.907589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.907589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.907589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.907589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.907589] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1784fc89-0409-415b-905a-8cde14fab131 already deleted. [ 676.907589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.510423] env[66577]: INFO networking_nsxv3.common.synchronization [req-4ccda71b-7479-4629-9175-2bb1735503db req-1c7d099a-da26-4cdb-bfc2-ab96a0841b3b service nova] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_rules [ 677.510423] env[66577]: INFO networking_nsxv3.common.synchronization [req-4ccda71b-7479-4629-9175-2bb1735503db req-1c7d099a-da26-4cdb-bfc2-ab96a0841b3b service nova] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 677.511547] env[66577]: INFO networking_nsxv3.common.synchronization [req-4ccda71b-7479-4629-9175-2bb1735503db req-1c7d099a-da26-4cdb-bfc2-ab96a0841b3b service nova] Enqueued Resource ID: d900f0ac-533f-49a3-ae14-cf9995ba8dd3 with Priority: HIGHEST for action port [ 677.511547] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_rules [ 677.511547] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 677.511547] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d900f0ac-533f-49a3-ae14-cf9995ba8dd3 with Priority: HIGHEST for action port [ 677.512303] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.512303] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.512303] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.512504] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.512504] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.513820] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.513999] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.514126] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.514307] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.514437] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.514601] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.514910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.514910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.514992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.515057] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.516112] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-d900f0ac-533f-49a3-ae14-cf9995ba8dd3 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.516273] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d900f0ac-533f-49a3-ae14-cf9995ba8dd3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.516273] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d900f0ac-533f-49a3-ae14-cf9995ba8dd3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.516531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d900f0ac-533f-49a3-ae14-cf9995ba8dd3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.516531] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d900f0ac-533f-49a3-ae14-cf9995ba8dd3',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.542853] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 677.542853] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 deletion is rescheduled due to dependency. [ 677.542853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.018405] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.019820] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.020082] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.020622] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d900f0ac-533f-49a3-ae14-cf9995ba8dd3 with status ACTIVE [ 678.021246] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.021246] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.021246] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.028026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.028026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.028026] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.028026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.028026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.028026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.028026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.028026] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.028026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.028026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.028026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.028026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.028026] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d900f0ac-533f-49a3-ae14-cf9995ba8dd3 is going to be updated. [ 678.062205] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.062205] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.062205] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.062205] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.062205] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.062205] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d900f0ac-533f-49a3-ae14-cf9995ba8dd3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.223126] env[66577]: INFO networking_nsxv3.common.synchronization [req-ecda4912-e100-4711-83d3-d97672fe5218 req-7153c502-703c-4306-8740-e19e1253f6e3 tempest-MigrationsAdminTest-566840694 tempest-MigrationsAdminTest-566840694-project-member] Enqueued Resource ID: e8598f61-3f79-4b7d-9663-b713118b9c40 with Priority: HIGHEST for action security_group_members [ 678.223126] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8598f61-3f79-4b7d-9663-b713118b9c40 with Priority: HIGHEST for action security_group_members [ 678.224139] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8598f61-3f79-4b7d-9663-b713118b9c40 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.224139] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.224139] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.224139] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.224139] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.224139] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.224139] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.224502] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.224502] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.224502] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.281404] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: UNINITIALIZED for 4s [ 678.481302] env[66577]: INFO networking_nsxv3.common.synchronization [req-d875737a-730a-46d2-9404-43e2a83ba0e1 req-c6e14434-723e-4452-85bc-890e81694280 tempest-DeleteServersAdminTestJSON-2018739122 tempest-DeleteServersAdminTestJSON-2018739122-project-admin] Enqueued Resource ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 with Priority: HIGHEST for action security_group_members [ 678.482032] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 with Priority: HIGHEST for action security_group_members [ 678.482340] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a02b4bc-2c08-433a-8d49-25b78153d237 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.482465] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.482530] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.483014] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.487589] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.487589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.487589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.487589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.487589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.487589] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a02b4bc-2c08-433a-8d49-25b78153d237',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.520808] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.603696] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.603894] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.604078] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.604389] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.604631] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.604797] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.604926] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.605198] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.605335] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.605552] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.605661] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.605772] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.605941] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.606086] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.606192] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.606318] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.627199] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.627199] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.627199] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.627199] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.627199] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-feeeebe8-e10d-4aa6-85fe-2d76cf4bdc9e taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.627767] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-feeeebe8-e10d-4aa6-85fe-2d76cf4bdc9e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.628108] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-feeeebe8-e10d-4aa6-85fe-2d76cf4bdc9e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.628649] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-feeeebe8-e10d-4aa6-85fe-2d76cf4bdc9e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.629813] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feeeebe8-e10d-4aa6-85fe-2d76cf4bdc9e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.728647] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.729227] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.729227] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.729227] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.729227] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.729405] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.729524] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.729669] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.729777] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.729873] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.729954] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8598f61-3f79-4b7d-9663-b713118b9c40 already deleted. [ 678.730127] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.990176] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.990628] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.990786] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.991122] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.991270] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.991573] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.991887] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.991887] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.992145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.992275] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.992423] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 is going to be updated. [ 679.024399] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.024790] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.024938] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.025349] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.025575] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.025712] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be created. [ 679.028058] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.028211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.028284] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.028471] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.028614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.039729] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 in Status: IN_PROGRESS for 2s [ 679.054537] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.054537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.054537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.054537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.054537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.064222] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: UNINITIALIZED for 2s [ 679.133646] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.133646] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.133646] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.133646] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.133646] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.133646] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port feeeebe8-e10d-4aa6-85fe-2d76cf4bdc9e not found, creating... [ 679.133646] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.133646] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.133646] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.134260] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.134260] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.134260] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.134583] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.134583] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.135116] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.135116] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.135116] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: feeeebe8-e10d-4aa6-85fe-2d76cf4bdc9e is going to be created. [ 679.157983] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.158501] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.158628] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.158902] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.159378] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.159670] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-feeeebe8-e10d-4aa6-85fe-2d76cf4bdc9e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.106868] env[66577]: INFO networking_nsxv3.common.synchronization [req-ecda4912-e100-4711-83d3-d97672fe5218 req-1ed9b491-92e6-4e46-8d6f-2fbd4ff90e95 service nova] Enqueued Resource ID: e8598f61-3f79-4b7d-9663-b713118b9c40 with Priority: HIGHEST for action security_group_rules [ 680.107325] env[66577]: INFO networking_nsxv3.common.synchronization [req-ecda4912-e100-4711-83d3-d97672fe5218 req-1ed9b491-92e6-4e46-8d6f-2fbd4ff90e95 service nova] Enqueued Resource ID: e8598f61-3f79-4b7d-9663-b713118b9c40 with Priority: HIGHEST for action security_group_members [ 680.107325] env[66577]: INFO networking_nsxv3.common.synchronization [req-ecda4912-e100-4711-83d3-d97672fe5218 req-1ed9b491-92e6-4e46-8d6f-2fbd4ff90e95 service nova] Enqueued Resource ID: feeeebe8-e10d-4aa6-85fe-2d76cf4bdc9e with Priority: HIGHEST for action port [ 680.107898] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8598f61-3f79-4b7d-9663-b713118b9c40 with Priority: HIGHEST for action security_group_rules [ 680.108288] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8598f61-3f79-4b7d-9663-b713118b9c40 with Priority: HIGHEST for action security_group_members [ 680.108472] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feeeebe8-e10d-4aa6-85fe-2d76cf4bdc9e with Priority: HIGHEST for action port [ 680.110728] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8598f61-3f79-4b7d-9663-b713118b9c40 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.110941] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.110941] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.111501] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.111501] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.112968] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8598f61-3f79-4b7d-9663-b713118b9c40 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.113387] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.113387] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.113387] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.114891] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.114891] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.114891] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.114891] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.114891] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.114891] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.115889] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-feeeebe8-e10d-4aa6-85fe-2d76cf4bdc9e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.115889] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feeeebe8-e10d-4aa6-85fe-2d76cf4bdc9e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.115889] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feeeebe8-e10d-4aa6-85fe-2d76cf4bdc9e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.115889] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feeeebe8-e10d-4aa6-85fe-2d76cf4bdc9e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.116102] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feeeebe8-e10d-4aa6-85fe-2d76cf4bdc9e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.293707] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: SUCCESS [ 680.293949] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.294159] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.294398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.294598] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.294726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.294803] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.294946] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.295068] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.295163] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.295319] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.617817] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.619749] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8598f61-3f79-4b7d-9663-b713118b9c40 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.619928] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.620072] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port feeeebe8-e10d-4aa6-85fe-2d76cf4bdc9e with status ACTIVE [ 680.620245] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.620355] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.620443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.622190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.622190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.623645] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.623645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.623645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.623645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.623645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.623645] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.623645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.623645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.624291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.624291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.624291] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: feeeebe8-e10d-4aa6-85fe-2d76cf4bdc9e is going to be updated. [ 680.671873] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.672065] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.672124] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.672395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.672534] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.672698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feeeebe8-e10d-4aa6-85fe-2d76cf4bdc9e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.798018] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.798217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.798305] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.798568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.798781] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.798880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.798974] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.799148] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.799236] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.799326] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.799491] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.799620] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.799746] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.799907] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.800186] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.800186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.800357] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.800357] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.800449] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.800526] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.800623] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.821838] env[66577]: INFO networking_nsxv3.common.synchronization [req-36c30a6a-a296-41c2-a38f-27f9a37363b6 req-e4f9d9a8-e3b3-450b-ba95-7ecb1860abc3 tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 680.822123] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 680.824622] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.824622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.824622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.824622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.824622] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.824622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.824622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.824622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.824622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.824622] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.064563] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 in Status: SUCCESS [ 681.064563] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 deletion is rescheduled due to dependency. [ 681.064837] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.079939] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 681.080858] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.081631] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.082686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.082686] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.082686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.082686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.083103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.083687] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.083962] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.084314] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.131062] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.307428] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a: rpc.has_security_group_logging(os_id): False [ 681.327536] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.327707] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.327797] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.327994] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.328126] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.329528] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.329700] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.329741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.329964] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.330104] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.330202] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe already deleted. [ 681.330589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.331330] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.331544] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.331544] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.331750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.331750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.331938] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.332132] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.332132] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.332427] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.332427] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.332675] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.332923] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.332923] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.333065] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.333065] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.333302] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.333302] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.333450] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.333450] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.333574] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.333611] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a is going to be created. [ 681.364961] env[66577]: INFO networking_nsxv3.common.synchronization [None req-53da7fc9-8015-412c-8017-f2a73eedf31b tempest-ServersWithSpecificFlavorTestJSON-367237849 tempest-ServersWithSpecificFlavorTestJSON-367237849-project-member] Enqueued Resource ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 with Priority: HIGHEST for action security_group_rules [ 681.365669] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 with Priority: HIGHEST for action security_group_rules [ 681.367159] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c211bba1-9fab-4c7e-82b8-e5b70861b181 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.367338] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.367409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.367687] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.367778] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c211bba1-9fab-4c7e-82b8-e5b70861b181',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.431184] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.431487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.431487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.431880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.431880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.453440] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: IN_PROGRESS for 2s [ 681.459287] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.459287] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-736" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.459287] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-736" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.459917] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-736" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.460417] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.460763] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.461026] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.461406] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.461699] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.462066] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.462325] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.462645] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.462914] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.463168] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.463387] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.463643] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.494415] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.494415] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.494415] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.494415] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-736" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.494415] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-c6c1c303-7a89-4819-b6e3-a7beb8b11316 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.494415] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-c6c1c303-7a89-4819-b6e3-a7beb8b11316" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.494415] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-c6c1c303-7a89-4819-b6e3-a7beb8b11316" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.494729] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-c6c1c303-7a89-4819-b6e3-a7beb8b11316" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.496324] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6c1c303-7a89-4819-b6e3-a7beb8b11316',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.586485] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.586936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.587021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.587487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.587990] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.587990] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.588160] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.588264] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.588354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.588693] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.588840] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.588964] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.589047] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.589241] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.589399] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.589492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.589547] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.589693] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.589787] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.589870] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.589958] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.634828] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.634978] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.634978] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.635196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.635323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.635455] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8598f61-3f79-4b7d-9663-b713118b9c40 is going to be created. [ 681.649522] env[66577]: INFO networking_nsxv3.common.synchronization [None req-675a3427-7dcd-4449-b3df-bd90f3683590 tempest-ServersWithSpecificFlavorTestJSON-367237849 tempest-ServersWithSpecificFlavorTestJSON-367237849-project-member] Enqueued Resource ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 with Priority: HIGHEST for action security_group_rules [ 681.651878] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 with Priority: HIGHEST for action security_group_rules [ 681.652444] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c211bba1-9fab-4c7e-82b8-e5b70861b181 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.652561] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.662215] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.662395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.662480] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.662707] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.662859] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.674711] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8598f61-3f79-4b7d-9663-b713118b9c40 in Status: UNINITIALIZED for 2s [ 681.893379] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.893379] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.893596] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.893748] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.893988] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.894149] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 already deleted. [ 681.894275] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.894487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.894714] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.894833] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c211bba1-9fab-4c7e-82b8-e5b70861b181',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.999019] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.999279] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.999373] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.999715] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.999957] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.000199] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port c6c1c303-7a89-4819-b6e3-a7beb8b11316 not found, creating... [ 682.000589] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.000876] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.001113] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.001519] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.001767] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.002297] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.002582] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.002776] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.003164] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.003393] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.003608] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: c6c1c303-7a89-4819-b6e3-a7beb8b11316 is going to be created. [ 682.093042] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba275e77-5a3f-42ea-b01c-bf042356d57e: rpc.has_security_group_logging(os_id): False [ 682.118736] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.118895] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.118962] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.119207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.119314] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.120064] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.120260] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.120260] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.120443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.120526] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.120739] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.120836] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.120898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.121098] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.121249] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.121447] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.121550] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.121612] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.121758] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.121831] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.121918] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be created. [ 682.124072] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.124292] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.124412] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.124645] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.124855] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.125947] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-c6c1c303-7a89-4819-b6e3-a7beb8b11316" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.195484] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.195484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.195484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.196093] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.196093] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.214538] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 682.436236] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.436236] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.436236] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.436236] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.436236] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.436236] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 already deleted. [ 682.436236] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.738773] env[66577]: INFO networking_nsxv3.common.synchronization [req-36c30a6a-a296-41c2-a38f-27f9a37363b6 req-e17de2da-d9a1-4e44-9490-29e1ca7eef96 service nova] Enqueued Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_rules [ 682.738947] env[66577]: INFO networking_nsxv3.common.synchronization [req-36c30a6a-a296-41c2-a38f-27f9a37363b6 req-e17de2da-d9a1-4e44-9490-29e1ca7eef96 service nova] Enqueued Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 682.739095] env[66577]: INFO networking_nsxv3.common.synchronization [req-36c30a6a-a296-41c2-a38f-27f9a37363b6 req-e17de2da-d9a1-4e44-9490-29e1ca7eef96 service nova] Enqueued Resource ID: c6c1c303-7a89-4819-b6e3-a7beb8b11316 with Priority: HIGHEST for action port [ 682.740097] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_rules [ 682.740097] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 682.740097] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6c1c303-7a89-4819-b6e3-a7beb8b11316 with Priority: HIGHEST for action port [ 682.740097] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.740327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.740327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.740573] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.740654] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.742019] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.742019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.742019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.742019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.742215] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.742215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.742215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.742362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.742757] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.742757] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.743694] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6c1c303-7a89-4819-b6e3-a7beb8b11316 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.743834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6c1c303-7a89-4819-b6e3-a7beb8b11316" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.744110] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6c1c303-7a89-4819-b6e3-a7beb8b11316" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.744110] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6c1c303-7a89-4819-b6e3-a7beb8b11316" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.744317] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6c1c303-7a89-4819-b6e3-a7beb8b11316',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.178110] env[66577]: INFO networking_nsxv3.common.synchronization [req-d4f5b72c-224d-4747-b40e-0966c8fb9b02 req-673a3065-490c-4ffa-b86e-95ffa059e771 tempest-ServersAdminTestJSON-508682362 tempest-ServersAdminTestJSON-508682362-project-member] Enqueued Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 683.178739] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 683.179406] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.179578] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.179660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.179865] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.180037] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.180140] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.180199] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.180346] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.180430] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.180549] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.247020] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.251018] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.251018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.252132] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6c1c303-7a89-4819-b6e3-a7beb8b11316 with status ACTIVE [ 683.252339] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.252468] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.252532] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.252737] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.252821] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.252987] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.253094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.253152] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.253302] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.253374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.253548] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.253636] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.253693] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.253826] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.253911] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.253994] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6c1c303-7a89-4819-b6e3-a7beb8b11316 is going to be updated. [ 683.280173] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.280458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.280458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.280696] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.280841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.281058] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6c1c303-7a89-4819-b6e3-a7beb8b11316" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.468688] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: SUCCESS [ 683.468915] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.541256] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.541492] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.541641] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.541927] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.542192] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.542393] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.542447] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.542696] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.542849] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.543086] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.543208] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.543342] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.543460] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.543601] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.543718] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.543858] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.565810] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.566167] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.566344] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.566536] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.567069] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-7852778b-9d8d-4eb2-ad9f-2e7cbb6ca366 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.567277] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-7852778b-9d8d-4eb2-ad9f-2e7cbb6ca366" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.567399] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-7852778b-9d8d-4eb2-ad9f-2e7cbb6ca366" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.567881] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-7852778b-9d8d-4eb2-ad9f-2e7cbb6ca366" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.568136] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7852778b-9d8d-4eb2-ad9f-2e7cbb6ca366',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.684311] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.687126] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8598f61-3f79-4b7d-9663-b713118b9c40 in Status: SUCCESS [ 683.687387] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.687573] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.688167] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.688167] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.688167] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.688167] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.688440] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.688440] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.688522] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.688635] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.752733] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.071123] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.071369] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.071484] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.072164] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.072380] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.072505] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 7852778b-9d8d-4eb2-ad9f-2e7cbb6ca366 not found, creating... [ 684.072944] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.073210] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.073407] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.073751] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.074296] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.074736] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.074953] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.075157] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.075424] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.075631] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.075799] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 7852778b-9d8d-4eb2-ad9f-2e7cbb6ca366 is going to be created. [ 684.098405] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.098405] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.098549] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.098872] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.099768] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.099768] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-7852778b-9d8d-4eb2-ad9f-2e7cbb6ca366" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.187848] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.191268] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8598f61-3f79-4b7d-9663-b713118b9c40 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.191497] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.191614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.194404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.194404] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.194404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.194404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.194404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.194404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.194404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.194404] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8598f61-3f79-4b7d-9663-b713118b9c40 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.194404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.194404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.194404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.194404] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.194404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.194404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.194404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.194404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.194404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.196071] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.232248] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 684.232886] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.256136] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.256625] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.256625] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.256877] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.256961] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.257081] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe is going to be created. [ 684.287403] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.287679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.287804] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.288056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.288247] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.299716] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: UNINITIALIZED for 2s [ 684.691652] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.691848] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.691919] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.692129] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.692229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.692330] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a is going to be updated. [ 684.700872] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8598f61-3f79-4b7d-9663-b713118b9c40: rpc.has_security_group_logging(os_id): False [ 684.721816] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.722061] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.722127] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.722397] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.722517] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.722730] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.722847] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.722908] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.723143] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.723311] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.723394] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.723522] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.723885] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.723885] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.724136] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.727344] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.727534] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.727601] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.728340] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.728464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.728813] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8598f61-3f79-4b7d-9663-b713118b9c40 is going to be created. [ 684.733729] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.733946] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.733988] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.734199] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.734347] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.748836] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: IN_PROGRESS for 2s [ 684.819725] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.820155] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.821110] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.821628] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.821876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.842642] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8598f61-3f79-4b7d-9663-b713118b9c40 in Status: IN_PROGRESS for 2s [ 684.852843] env[66577]: INFO networking_nsxv3.common.synchronization [None req-17ba88ac-e7f6-4f82-908a-ce88b73404b4 None None] Enqueued Resource ID: 2fd3fd81-12eb-4fd2-b8e3-e2bcf3e49ecb with Priority: HIGHEST for action port [ 684.854993] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fd3fd81-12eb-4fd2-b8e3-e2bcf3e49ecb with Priority: HIGHEST for action port [ 684.855514] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fd3fd81-12eb-4fd2-b8e3-e2bcf3e49ecb taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.855712] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fd3fd81-12eb-4fd2-b8e3-e2bcf3e49ecb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.855828] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fd3fd81-12eb-4fd2-b8e3-e2bcf3e49ecb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.856450] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fd3fd81-12eb-4fd2-b8e3-e2bcf3e49ecb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.856587] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fd3fd81-12eb-4fd2-b8e3-e2bcf3e49ecb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.910874] env[66577]: INFO networking_nsxv3.common.synchronization [req-d4f5b72c-224d-4747-b40e-0966c8fb9b02 req-b4048a07-9bac-4a3c-a00a-89358737bbdd service nova] Enqueued Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_rules [ 684.911076] env[66577]: INFO networking_nsxv3.common.synchronization [req-d4f5b72c-224d-4747-b40e-0966c8fb9b02 req-b4048a07-9bac-4a3c-a00a-89358737bbdd service nova] Enqueued Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 684.911224] env[66577]: INFO networking_nsxv3.common.synchronization [req-d4f5b72c-224d-4747-b40e-0966c8fb9b02 req-b4048a07-9bac-4a3c-a00a-89358737bbdd service nova] Enqueued Resource ID: 7852778b-9d8d-4eb2-ad9f-2e7cbb6ca366 with Priority: HIGHEST for action port [ 684.911739] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_rules [ 684.912090] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 684.912254] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7852778b-9d8d-4eb2-ad9f-2e7cbb6ca366 with Priority: HIGHEST for action port [ 684.912614] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.912788] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.912884] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.913149] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.913301] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.914967] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.915075] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.915324] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-7852778b-9d8d-4eb2-ad9f-2e7cbb6ca366 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.915485] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7852778b-9d8d-4eb2-ad9f-2e7cbb6ca366" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.915570] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7852778b-9d8d-4eb2-ad9f-2e7cbb6ca366" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.916110] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7852778b-9d8d-4eb2-ad9f-2e7cbb6ca366" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.916254] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7852778b-9d8d-4eb2-ad9f-2e7cbb6ca366',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.361686] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fd3fd81-12eb-4fd2-b8e3-e2bcf3e49ecb [ 685.361686] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.361686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.361686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.361686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.361686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.361686] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fd3fd81-12eb-4fd2-b8e3-e2bcf3e49ecb already deleted. [ 685.361686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fd3fd81-12eb-4fd2-b8e3-e2bcf3e49ecb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.420091] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.420237] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.421109] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7852778b-9d8d-4eb2-ad9f-2e7cbb6ca366 with status ACTIVE [ 685.421109] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.421109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.421109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.421364] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.421364] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.422860] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.422860] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.422860] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.422860] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.422860] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.422860] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.422860] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.422860] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.422860] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.422860] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.422860] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7852778b-9d8d-4eb2-ad9f-2e7cbb6ca366 is going to be updated. [ 685.452410] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.452622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.452622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.452841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.452978] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.453155] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7852778b-9d8d-4eb2-ad9f-2e7cbb6ca366" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.311120] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: SUCCESS [ 686.311327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.311498] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.312293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.312293] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.312293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.312293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.312293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.312569] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.312569] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.312569] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.761782] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: SUCCESS [ 686.762167] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.762476] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.762787] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.763120] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.763645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.763645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.763858] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.763858] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.764064] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.818908] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.819173] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.819290] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.819602] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.819842] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.819979] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.820083] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.820306] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.820427] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.820556] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.820790] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.820924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.821031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.821257] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.821466] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.821595] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.821698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.821896] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.822018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.824369] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.824369] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.891634] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8598f61-3f79-4b7d-9663-b713118b9c40 in Status: SUCCESS [ 686.891908] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.269098] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.327659] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09ef8d85-d1c3-4091-8882-4679293f58fe: rpc.has_security_group_logging(os_id): False [ 687.351289] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.351289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.351289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.351289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.351289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.351289] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.351289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.351289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.351289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.351289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.351289] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.351289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.351289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.351289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.351289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.353095] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.353095] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.353095] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.353095] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.353095] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.353095] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe is going to be created. [ 687.429783] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.429933] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.429994] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.430495] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.430495] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.445076] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: IN_PROGRESS for 2s [ 687.618045] env[66577]: INFO networking_nsxv3.common.synchronization [req-5a48733e-687f-4cd0-a989-10c3b64e222a req-3c440c31-8aba-4429-8281-c012e5da2a62 tempest-VolumesAdminNegativeTest-746293322 tempest-VolumesAdminNegativeTest-746293322-project-member] Enqueued Resource ID: 2c98742d-e53c-4e58-b0ac-6367bb735abc with Priority: HIGHEST for action security_group_members [ 687.618615] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c98742d-e53c-4e58-b0ac-6367bb735abc with Priority: HIGHEST for action security_group_members [ 687.618911] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98742d-e53c-4e58-b0ac-6367bb735abc taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.619286] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.619370] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.619632] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.619793] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.619897] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.619968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.620098] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.620201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.620289] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c98742d-e53c-4e58-b0ac-6367bb735abc',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.772395] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.063992] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-206 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.064269] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-206" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.064504] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-206" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.065165] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-206" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.065165] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.065510] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.065510] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.066817] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.066968] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.067344] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.067344] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.067510] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.067614] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.067723] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.067823] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.067953] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.090476] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.090756] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.090894] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.091042] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-206" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.091365] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-80807af7-0d42-44bd-931a-d93f04f059dd taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.091538] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-80807af7-0d42-44bd-931a-d93f04f059dd" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.091653] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-80807af7-0d42-44bd-931a-d93f04f059dd" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.091977] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-80807af7-0d42-44bd-931a-d93f04f059dd" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.093410] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80807af7-0d42-44bd-931a-d93f04f059dd',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.122779] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.122948] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.123029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.123336] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.124898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.124898] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.124898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.124898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.124898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.124898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.124898] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c98742d-e53c-4e58-b0ac-6367bb735abc already deleted. [ 688.124898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.127333] env[66577]: INFO networking_nsxv3.common.synchronization [None req-1b22d01d-3db3-4dbd-bf77-f0cea572d1f9 None None] Enqueued Resource ID: 93cf6963-94ce-4fae-99df-a278aa099646 with Priority: HIGHEST for action port [ 688.127875] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93cf6963-94ce-4fae-99df-a278aa099646 with Priority: HIGHEST for action port [ 688.128219] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-93cf6963-94ce-4fae-99df-a278aa099646 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.128350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93cf6963-94ce-4fae-99df-a278aa099646" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.128398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93cf6963-94ce-4fae-99df-a278aa099646" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.128650] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93cf6963-94ce-4fae-99df-a278aa099646" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.128650] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93cf6963-94ce-4fae-99df-a278aa099646',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.274854] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.275037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.275155] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.275391] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.275558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.275606] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a is going to be updated. [ 688.339198] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.339430] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.339430] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.339709] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.339928] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.367836] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: IN_PROGRESS for 2s [ 688.595748] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.596068] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.596236] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.596559] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.596707] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.596864] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 80807af7-0d42-44bd-931a-d93f04f059dd not found, creating... [ 688.597318] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.597569] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.597789] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.598134] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.598452] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.598871] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.599367] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.599684] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.599974] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.600249] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.600552] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 80807af7-0d42-44bd-931a-d93f04f059dd is going to be created. [ 688.622851] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.623106] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.623260] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.623618] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.624103] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.624423] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-80807af7-0d42-44bd-931a-d93f04f059dd" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.631294] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93cf6963-94ce-4fae-99df-a278aa099646 [ 688.631988] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.632207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.632321] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.632584] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.632759] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.632895] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93cf6963-94ce-4fae-99df-a278aa099646 already deleted. [ 688.633370] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93cf6963-94ce-4fae-99df-a278aa099646" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.446129] env[66577]: INFO networking_nsxv3.common.synchronization [req-5a48733e-687f-4cd0-a989-10c3b64e222a req-f360ee34-33bd-49bc-a68a-51ed6e328e32 service nova] Enqueued Resource ID: 2c98742d-e53c-4e58-b0ac-6367bb735abc with Priority: HIGHEST for action security_group_rules [ 689.446580] env[66577]: INFO networking_nsxv3.common.synchronization [req-5a48733e-687f-4cd0-a989-10c3b64e222a req-f360ee34-33bd-49bc-a68a-51ed6e328e32 service nova] Enqueued Resource ID: 2c98742d-e53c-4e58-b0ac-6367bb735abc with Priority: HIGHEST for action security_group_members [ 689.446821] env[66577]: INFO networking_nsxv3.common.synchronization [req-5a48733e-687f-4cd0-a989-10c3b64e222a req-f360ee34-33bd-49bc-a68a-51ed6e328e32 service nova] Enqueued Resource ID: 80807af7-0d42-44bd-931a-d93f04f059dd with Priority: HIGHEST for action port [ 689.448902] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c98742d-e53c-4e58-b0ac-6367bb735abc with Priority: HIGHEST for action security_group_rules [ 689.449130] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c98742d-e53c-4e58-b0ac-6367bb735abc with Priority: HIGHEST for action security_group_members [ 689.449345] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80807af7-0d42-44bd-931a-d93f04f059dd with Priority: HIGHEST for action port [ 689.449693] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c98742d-e53c-4e58-b0ac-6367bb735abc taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.449807] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.449843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.450336] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.450426] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c98742d-e53c-4e58-b0ac-6367bb735abc',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.453239] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98742d-e53c-4e58-b0ac-6367bb735abc taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.453448] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.453533] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.453779] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.454147] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.454479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.454479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.454677] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.454785] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.454917] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c98742d-e53c-4e58-b0ac-6367bb735abc',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.456691] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-80807af7-0d42-44bd-931a-d93f04f059dd taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.456846] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80807af7-0d42-44bd-931a-d93f04f059dd" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.456905] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80807af7-0d42-44bd-931a-d93f04f059dd" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.460900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80807af7-0d42-44bd-931a-d93f04f059dd" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.460900] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80807af7-0d42-44bd-931a-d93f04f059dd',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.488887] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: SUCCESS [ 689.489188] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.962936] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98742d-e53c-4e58-b0ac-6367bb735abc taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.962936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.967500] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c98742d-e53c-4e58-b0ac-6367bb735abc',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.968453] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80807af7-0d42-44bd-931a-d93f04f059dd with status ACTIVE [ 689.968682] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.968830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.968908] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.969111] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.969192] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.969893] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.970024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.970089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.970270] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.970349] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.970949] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.970949] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.970949] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.970949] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.970949] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.970949] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80807af7-0d42-44bd-931a-d93f04f059dd is going to be updated. [ 689.996291] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.996484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.996555] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.996891] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.997115] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.997401] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80807af7-0d42-44bd-931a-d93f04f059dd" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.381213] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: SUCCESS [ 690.381429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.381842] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.382887] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.383122] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.383267] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.383345] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.383515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.383601] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.383687] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.383810] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.473495] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c98742d-e53c-4e58-b0ac-6367bb735abc',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.629609] env[66577]: INFO networking_nsxv3.common.synchronization [req-1a06f765-4332-47d4-98f8-2cc4b1e0f161 req-49ae208e-6a1f-4a1f-b269-3419eaad36cc tempest-ServersV294TestFqdnHostnames-1022238279 tempest-ServersV294TestFqdnHostnames-1022238279-project-member] Enqueued Resource ID: b54fd529-a9f5-4510-a094-a34048f8fc8e with Priority: HIGHEST for action security_group_members [ 690.630258] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b54fd529-a9f5-4510-a094-a34048f8fc8e with Priority: HIGHEST for action security_group_members [ 690.630627] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b54fd529-a9f5-4510-a094-a34048f8fc8e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.630835] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.630898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.631874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.631874] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.631874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.631874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.631874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.631874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.631874] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b54fd529-a9f5-4510-a094-a34048f8fc8e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.885705] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.885937] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.886360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.886360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.886506] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.886619] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.886685] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.886842] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.886931] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.887128] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.887393] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.887535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.887604] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.887908] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.887908] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.888013] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.888049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.888220] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.888334] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.888423] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.888546] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.978919] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.979153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.979227] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.981710] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.981710] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.981710] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c98742d-e53c-4e58-b0ac-6367bb735abc is going to be created. [ 691.015847] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.017304] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.017304] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.017622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.017902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.034680] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c98742d-e53c-4e58-b0ac-6367bb735abc in Status: UNINITIALIZED for 2s [ 691.134358] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.134564] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.134564] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.134809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.134966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.135232] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.135365] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.135430] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.135629] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.135720] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.135842] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b54fd529-a9f5-4510-a094-a34048f8fc8e already deleted. [ 691.135896] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.283266] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-859 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.283266] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-859" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.283426] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-859" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.283777] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-859" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.284528] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.284528] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.284528] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.284760] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.284760] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.284899] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.285030] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.285173] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.285262] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.287262] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.287262] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.287262] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.313709] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.313944] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.314864] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.315181] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-859" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.315582] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-68f4a75b-4062-4dc8-aaed-668d24f48f32 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.315768] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-68f4a75b-4062-4dc8-aaed-668d24f48f32" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.315884] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-68f4a75b-4062-4dc8-aaed-668d24f48f32" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.316388] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-68f4a75b-4062-4dc8-aaed-668d24f48f32" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.316479] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68f4a75b-4062-4dc8-aaed-668d24f48f32',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.393982] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a: rpc.has_security_group_logging(os_id): False [ 691.417454] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.417659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.417774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.418106] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.418241] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.418501] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.418646] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.419452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.419452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.419452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.419452] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.419452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.419452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.419452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.419790] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.419837] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.419950] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.420044] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.420242] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.420361] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.420474] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a is going to be updated. [ 691.495427] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.495765] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.495765] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.495895] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.495948] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.516106] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: IN_PROGRESS for 2s [ 691.819512] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.819938] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.819938] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.820312] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.820458] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.820612] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 68f4a75b-4062-4dc8-aaed-668d24f48f32 not found, creating... [ 691.820915] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.821140] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.821316] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.821571] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.821709] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.822091] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.822664] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.822664] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.822664] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.822863] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.822923] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 68f4a75b-4062-4dc8-aaed-668d24f48f32 is going to be created. [ 691.846862] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.847161] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.847161] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.847437] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.848284] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.848284] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-68f4a75b-4062-4dc8-aaed-668d24f48f32" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.617706] env[66577]: INFO networking_nsxv3.common.synchronization [req-1a06f765-4332-47d4-98f8-2cc4b1e0f161 req-2992874d-b490-4638-b4e8-8beb9381e21c service nova] Enqueued Resource ID: b54fd529-a9f5-4510-a094-a34048f8fc8e with Priority: HIGHEST for action security_group_rules [ 692.617706] env[66577]: INFO networking_nsxv3.common.synchronization [req-1a06f765-4332-47d4-98f8-2cc4b1e0f161 req-2992874d-b490-4638-b4e8-8beb9381e21c service nova] Enqueued Resource ID: b54fd529-a9f5-4510-a094-a34048f8fc8e with Priority: HIGHEST for action security_group_members [ 692.617706] env[66577]: INFO networking_nsxv3.common.synchronization [req-1a06f765-4332-47d4-98f8-2cc4b1e0f161 req-2992874d-b490-4638-b4e8-8beb9381e21c service nova] Enqueued Resource ID: 68f4a75b-4062-4dc8-aaed-668d24f48f32 with Priority: HIGHEST for action port [ 692.618037] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b54fd529-a9f5-4510-a094-a34048f8fc8e with Priority: HIGHEST for action security_group_rules [ 692.618079] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b54fd529-a9f5-4510-a094-a34048f8fc8e with Priority: HIGHEST for action security_group_members [ 692.618160] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68f4a75b-4062-4dc8-aaed-668d24f48f32 with Priority: HIGHEST for action port [ 692.621367] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b54fd529-a9f5-4510-a094-a34048f8fc8e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.621367] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.621367] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.621367] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.621367] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b54fd529-a9f5-4510-a094-a34048f8fc8e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.621367] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b54fd529-a9f5-4510-a094-a34048f8fc8e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.621367] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.621367] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.622739] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.622917] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.623039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.623101] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.623261] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.623341] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.623429] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b54fd529-a9f5-4510-a094-a34048f8fc8e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.624556] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-68f4a75b-4062-4dc8-aaed-668d24f48f32 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.624665] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68f4a75b-4062-4dc8-aaed-668d24f48f32" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.624709] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68f4a75b-4062-4dc8-aaed-668d24f48f32" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.625511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68f4a75b-4062-4dc8-aaed-668d24f48f32" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.625511] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68f4a75b-4062-4dc8-aaed-668d24f48f32',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.047075] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c98742d-e53c-4e58-b0ac-6367bb735abc in Status: SUCCESS [ 693.047294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.047463] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.047685] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.053224] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.053224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.053224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.053224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.053224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.053224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.053224] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c98742d-e53c-4e58-b0ac-6367bb735abc',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.122135] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b54fd529-a9f5-4510-a094-a34048f8fc8e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.122135] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.130536] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68f4a75b-4062-4dc8-aaed-668d24f48f32 with status ACTIVE [ 693.130536] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.130536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.130536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.130536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.130536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.130536] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.130536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.130536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.130536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.130536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.130536] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.130536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.130536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.130536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.130536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.130536] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68f4a75b-4062-4dc8-aaed-668d24f48f32 is going to be updated. [ 693.133017] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b54fd529-a9f5-4510-a094-a34048f8fc8e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.170076] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.170076] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.170076] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.170076] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.170076] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.170076] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68f4a75b-4062-4dc8-aaed-668d24f48f32" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.535880] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: SUCCESS [ 693.536191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.557367] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98742d-e53c-4e58-b0ac-6367bb735abc taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.557367] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.557710] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.558018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.558201] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.558321] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.558411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.558794] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.558794] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.558913] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.559207] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98742d-e53c-4e58-b0ac-6367bb735abc taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.559366] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.559468] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.559920] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.560040] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.560563] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.560563] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.560563] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.560724] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.560764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.560865] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c98742d-e53c-4e58-b0ac-6367bb735abc',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.637548] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b54fd529-a9f5-4510-a094-a34048f8fc8e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.647847] env[66577]: INFO networking_nsxv3.common.synchronization [None req-b153de65-0f0b-4a4c-b647-a79c18cc972e None None] Enqueued Resource ID: f68dcb00-113c-4b78-bb96-ce79e9ab215d with Priority: HIGHEST for action port [ 693.648459] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f68dcb00-113c-4b78-bb96-ce79e9ab215d with Priority: HIGHEST for action port [ 693.649135] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-f68dcb00-113c-4b78-bb96-ce79e9ab215d taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.649502] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f68dcb00-113c-4b78-bb96-ce79e9ab215d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.649502] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f68dcb00-113c-4b78-bb96-ce79e9ab215d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.650170] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f68dcb00-113c-4b78-bb96-ce79e9ab215d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.650170] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f68dcb00-113c-4b78-bb96-ce79e9ab215d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.064476] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c98742d-e53c-4e58-b0ac-6367bb735abc: rpc.has_security_group_logging(os_id): False [ 694.100385] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.100559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.100633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.100884] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.101014] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.101308] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.101413] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.101485] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.101678] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.101755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.101975] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.102137] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.102220] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.102361] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.102448] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.102611] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.102719] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.102777] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.103030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.103030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.103166] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c98742d-e53c-4e58-b0ac-6367bb735abc is going to be created. [ 694.141840] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.141840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.141840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.142079] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.142169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.142275] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b54fd529-a9f5-4510-a094-a34048f8fc8e is going to be created. [ 694.152697] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f68dcb00-113c-4b78-bb96-ce79e9ab215d [ 694.153054] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.153232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.153317] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.153624] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.153745] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.153847] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f68dcb00-113c-4b78-bb96-ce79e9ab215d already deleted. [ 694.154683] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f68dcb00-113c-4b78-bb96-ce79e9ab215d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.191709] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.192010] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.192010] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.192153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.192382] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.207142] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b54fd529-a9f5-4510-a094-a34048f8fc8e in Status: UNINITIALIZED for 2s [ 694.212696] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.212906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.212906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.213196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.213430] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.229124] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c98742d-e53c-4e58-b0ac-6367bb735abc in Status: IN_PROGRESS for 2s [ 695.595229] env[66577]: INFO networking_nsxv3.common.synchronization [req-0ae31567-6a23-41ce-a1aa-367d3de8278d req-f73c291b-ef22-4dea-9773-f34b821df281 tempest-ServersAdminNegativeTestJSON-118835574 tempest-ServersAdminNegativeTestJSON-118835574-project-member] Enqueued Resource ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 with Priority: HIGHEST for action security_group_members [ 695.599600] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 with Priority: HIGHEST for action security_group_members [ 695.599772] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.600188] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.600188] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.600338] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.600485] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.600618] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.600682] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.601196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.601746] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.601969] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e8be25-8521-4bdf-b0bb-fe26b3be72b6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.722066] env[66577]: INFO networking_nsxv3.common.synchronization [None req-3675b3e2-1133-48da-b5e4-8915589a91af None None] Enqueued Resource ID: ab99ceee-7216-42c3-be82-c849cd9c83d8 with Priority: HIGHEST for action port [ 695.722628] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab99ceee-7216-42c3-be82-c849cd9c83d8 with Priority: HIGHEST for action port [ 695.722932] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab99ceee-7216-42c3-be82-c849cd9c83d8 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.723056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab99ceee-7216-42c3-be82-c849cd9c83d8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.723119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab99ceee-7216-42c3-be82-c849cd9c83d8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.723396] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab99ceee-7216-42c3-be82-c849cd9c83d8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.723547] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab99ceee-7216-42c3-be82-c849cd9c83d8',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.107173] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e8be25-8521-4bdf-b0bb-fe26b3be72b6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.194180] env[66577]: INFO networking_nsxv3.common.synchronization [None req-40876732-bf08-4714-8e5d-053a460629d9 None None] Enqueued Resource ID: 48c4755e-81e2-4d89-b352-d4df394d2cc8 with Priority: HIGHEST for action port [ 696.194923] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c4755e-81e2-4d89-b352-d4df394d2cc8 with Priority: HIGHEST for action port [ 696.195117] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-48c4755e-81e2-4d89-b352-d4df394d2cc8 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.195244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48c4755e-81e2-4d89-b352-d4df394d2cc8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.195318] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48c4755e-81e2-4d89-b352-d4df394d2cc8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.195750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48c4755e-81e2-4d89-b352-d4df394d2cc8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.195750] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48c4755e-81e2-4d89-b352-d4df394d2cc8',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.219931] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b54fd529-a9f5-4510-a094-a34048f8fc8e in Status: SUCCESS [ 696.220190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.220631] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.220826] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.221032] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.221203] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.221295] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.221435] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.221513] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.221600] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.221701] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b54fd529-a9f5-4510-a094-a34048f8fc8e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.232507] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab99ceee-7216-42c3-be82-c849cd9c83d8 [ 696.232507] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.232507] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.232507] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.232507] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.232507] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.232507] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab99ceee-7216-42c3-be82-c849cd9c83d8 already deleted. [ 696.232507] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab99ceee-7216-42c3-be82-c849cd9c83d8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.246916] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c98742d-e53c-4e58-b0ac-6367bb735abc in Status: SUCCESS [ 696.247168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.613338] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e8be25-8521-4bdf-b0bb-fe26b3be72b6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.698349] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48c4755e-81e2-4d89-b352-d4df394d2cc8 [ 696.698848] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.699341] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.699341] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.700440] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.700440] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.700440] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48c4755e-81e2-4d89-b352-d4df394d2cc8 already deleted. [ 696.700440] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48c4755e-81e2-4d89-b352-d4df394d2cc8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.723789] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b54fd529-a9f5-4510-a094-a34048f8fc8e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.822573] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.822573] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.822573] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.822573] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.822573] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.822573] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.822573] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.822573] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.822573] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.822573] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.822573] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.823342] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.823342] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.823342] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.823342] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.823342] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.853091] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.853266] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.857146] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.857146] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.857146] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-8591c70f-1a55-49e6-bb74-2090b31bebe9 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.857146] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-8591c70f-1a55-49e6-bb74-2090b31bebe9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.857146] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-8591c70f-1a55-49e6-bb74-2090b31bebe9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.857146] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-8591c70f-1a55-49e6-bb74-2090b31bebe9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.857146] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8591c70f-1a55-49e6-bb74-2090b31bebe9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.118560] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.118770] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.118770] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.119165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.119314] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.119431] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 is going to be updated. [ 697.160047] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.160047] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.160047] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.160047] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.160047] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.173775] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 in Status: IN_PROGRESS for 2s [ 697.230585] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b54fd529-a9f5-4510-a094-a34048f8fc8e: rpc.has_security_group_logging(os_id): False [ 697.260894] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.260894] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.260894] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.260894] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.261383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.261730] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.261730] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.261730] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.261961] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.261961] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.261961] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b54fd529-a9f5-4510-a094-a34048f8fc8e is going to be created. [ 697.326165] env[66577]: INFO networking_nsxv3.common.synchronization [None req-072ea1e1-c253-44ab-a71a-b173646d7588 None None] Enqueued Resource ID: 366a8926-6697-4cc5-8f66-127f65dd0143 with Priority: HIGHEST for action port [ 697.326800] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 366a8926-6697-4cc5-8f66-127f65dd0143 with Priority: HIGHEST for action port [ 697.327280] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-366a8926-6697-4cc5-8f66-127f65dd0143 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.327442] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-366a8926-6697-4cc5-8f66-127f65dd0143" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.327547] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-366a8926-6697-4cc5-8f66-127f65dd0143" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.327820] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-366a8926-6697-4cc5-8f66-127f65dd0143" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.327908] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('366a8926-6697-4cc5-8f66-127f65dd0143',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.349712] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.349712] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.349712] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.349712] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.349712] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.358764] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.359517] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.360400] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.360400] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.362439] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.362439] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 8591c70f-1a55-49e6-bb74-2090b31bebe9 not found, creating... [ 697.362439] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.362439] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.362439] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.362439] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.362771] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.363123] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.363394] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.363553] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.363834] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.364039] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.364227] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 8591c70f-1a55-49e6-bb74-2090b31bebe9 is going to be created. [ 697.375847] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b54fd529-a9f5-4510-a094-a34048f8fc8e in Status: IN_PROGRESS for 2s [ 697.401037] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.401262] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.401451] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.402028] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.402387] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.402754] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-8591c70f-1a55-49e6-bb74-2090b31bebe9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.831485] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 366a8926-6697-4cc5-8f66-127f65dd0143 [ 697.831863] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.831863] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.832034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.832183] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.832277] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.832381] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:366a8926-6697-4cc5-8f66-127f65dd0143 already deleted. [ 697.832465] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-366a8926-6697-4cc5-8f66-127f65dd0143" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.204077] env[66577]: INFO networking_nsxv3.common.synchronization [req-0ae31567-6a23-41ce-a1aa-367d3de8278d req-38e08b90-f59f-4262-bcba-f7103e569d64 service nova] Enqueued Resource ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 with Priority: HIGHEST for action security_group_rules [ 698.204305] env[66577]: INFO networking_nsxv3.common.synchronization [req-0ae31567-6a23-41ce-a1aa-367d3de8278d req-38e08b90-f59f-4262-bcba-f7103e569d64 service nova] Enqueued Resource ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 with Priority: HIGHEST for action security_group_members [ 698.204467] env[66577]: INFO networking_nsxv3.common.synchronization [req-0ae31567-6a23-41ce-a1aa-367d3de8278d req-38e08b90-f59f-4262-bcba-f7103e569d64 service nova] Enqueued Resource ID: 8591c70f-1a55-49e6-bb74-2090b31bebe9 with Priority: HIGHEST for action port [ 698.207073] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 with Priority: HIGHEST for action security_group_rules [ 698.207679] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 with Priority: HIGHEST for action security_group_members [ 698.207679] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8591c70f-1a55-49e6-bb74-2090b31bebe9 with Priority: HIGHEST for action port [ 698.208623] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.208690] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.208761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.209016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.209184] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2e8be25-8521-4bdf-b0bb-fe26b3be72b6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.210340] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.210482] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.210725] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-8591c70f-1a55-49e6-bb74-2090b31bebe9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.210996] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8591c70f-1a55-49e6-bb74-2090b31bebe9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.210996] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8591c70f-1a55-49e6-bb74-2090b31bebe9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.211244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8591c70f-1a55-49e6-bb74-2090b31bebe9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.211354] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8591c70f-1a55-49e6-bb74-2090b31bebe9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.510723] env[66577]: INFO networking_nsxv3.common.synchronization [None req-d03610c9-6067-4b5c-b7e0-9d6517e31d87 None None] Enqueued Resource ID: c8cc434e-0b60-4aa0-8c31-68bd2a9beaf8 with Priority: HIGHEST for action port [ 698.511623] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8cc434e-0b60-4aa0-8c31-68bd2a9beaf8 with Priority: HIGHEST for action port [ 698.511668] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8cc434e-0b60-4aa0-8c31-68bd2a9beaf8 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.511766] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8cc434e-0b60-4aa0-8c31-68bd2a9beaf8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.511942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8cc434e-0b60-4aa0-8c31-68bd2a9beaf8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.512283] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8cc434e-0b60-4aa0-8c31-68bd2a9beaf8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.513373] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8cc434e-0b60-4aa0-8c31-68bd2a9beaf8',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.694304] env[66577]: INFO networking_nsxv3.common.synchronization [req-c54fd768-0ec9-4351-9feb-7f1dcc1e138b req-5b73f4d1-c169-4b7c-afde-c65f8f06784d tempest-FloatingIPsAssociationTestJSON-1601757225 tempest-FloatingIPsAssociationTestJSON-1601757225-project-member] Enqueued Resource ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 with Priority: HIGHEST for action security_group_members [ 698.695251] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 with Priority: HIGHEST for action security_group_members [ 698.696316] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-96805d36-0593-45c3-ab7f-d5f83ad02d46 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.696316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.696316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.696528] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.696783] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.696783] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.696783] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.697023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.697023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.697102] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96805d36-0593-45c3-ab7f-d5f83ad02d46',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.715387] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.715727] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.715968] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8591c70f-1a55-49e6-bb74-2090b31bebe9 with status ACTIVE [ 698.716248] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.716379] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.716505] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.716784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.717220] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.718773] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.718773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.718773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.718773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.718773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.718773] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.718773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.718773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.718773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.718773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.719341] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8591c70f-1a55-49e6-bb74-2090b31bebe9 is going to be updated. [ 698.744763] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.744959] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.745011] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.746553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.746553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.746553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8591c70f-1a55-49e6-bb74-2090b31bebe9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.016849] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8cc434e-0b60-4aa0-8c31-68bd2a9beaf8 [ 699.017447] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.017447] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.017447] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.017623] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.017687] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.017752] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8cc434e-0b60-4aa0-8c31-68bd2a9beaf8 already deleted. [ 699.017896] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8cc434e-0b60-4aa0-8c31-68bd2a9beaf8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.189050] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 in Status: SUCCESS [ 699.189050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.189050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.189050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.189050] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.189050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.189050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.189050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.189050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.190268] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e8be25-8521-4bdf-b0bb-fe26b3be72b6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.202751] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96805d36-0593-45c3-ab7f-d5f83ad02d46',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.277187] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-804 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.277326] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-804" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.277699] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-804" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.277699] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-804" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.277924] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.280946] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.280946] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.280946] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.280946] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.280946] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.280946] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.280946] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.280946] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.280946] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.280946] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.280946] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.303832] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.304050] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.304226] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.304423] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-804" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.305029] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-6ca18e29-fcbf-4f0b-b024-1ae835a68483 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.305029] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-6ca18e29-fcbf-4f0b-b024-1ae835a68483" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.305029] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-6ca18e29-fcbf-4f0b-b024-1ae835a68483" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.305435] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-6ca18e29-fcbf-4f0b-b024-1ae835a68483" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.305595] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ca18e29-fcbf-4f0b-b024-1ae835a68483',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.392458] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b54fd529-a9f5-4510-a094-a34048f8fc8e in Status: SUCCESS [ 699.392676] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.693617] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e8be25-8521-4bdf-b0bb-fe26b3be72b6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.708119] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96805d36-0593-45c3-ab7f-d5f83ad02d46',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.810396] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.810575] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.810636] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.810918] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.811143] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.811237] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 6ca18e29-fcbf-4f0b-b024-1ae835a68483 not found, creating... [ 699.811500] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.811648] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.811756] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.812021] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.812149] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.812417] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.812573] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.812678] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.812880] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.813014] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.813175] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 6ca18e29-fcbf-4f0b-b024-1ae835a68483 is going to be created. [ 699.833816] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.834093] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.834212] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.834563] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.834792] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.835034] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-6ca18e29-fcbf-4f0b-b024-1ae835a68483" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.199440] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e8be25-8521-4bdf-b0bb-fe26b3be72b6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.211048] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.211048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.211048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.211048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.211048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.211048] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 is going to be updated. [ 700.249452] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.249640] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.249769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.249905] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.250110] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.262415] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 in Status: IN_PROGRESS for 2s [ 700.578775] env[66577]: INFO networking_nsxv3.common.synchronization [req-c54fd768-0ec9-4351-9feb-7f1dcc1e138b req-5dbd914c-1d74-43b4-9ec1-78b65e7cae36 service nova] Enqueued Resource ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 with Priority: HIGHEST for action security_group_rules [ 700.578775] env[66577]: INFO networking_nsxv3.common.synchronization [req-c54fd768-0ec9-4351-9feb-7f1dcc1e138b req-5dbd914c-1d74-43b4-9ec1-78b65e7cae36 service nova] Enqueued Resource ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 with Priority: HIGHEST for action security_group_members [ 700.578775] env[66577]: INFO networking_nsxv3.common.synchronization [req-c54fd768-0ec9-4351-9feb-7f1dcc1e138b req-5dbd914c-1d74-43b4-9ec1-78b65e7cae36 service nova] Enqueued Resource ID: 6ca18e29-fcbf-4f0b-b024-1ae835a68483 with Priority: HIGHEST for action port [ 700.582374] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 with Priority: HIGHEST for action security_group_rules [ 700.582374] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 with Priority: HIGHEST for action security_group_members [ 700.582374] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca18e29-fcbf-4f0b-b024-1ae835a68483 with Priority: HIGHEST for action port [ 700.582852] env[66577]: INFO networking_nsxv3.common.synchronization [None req-0845349e-98e4-4b9a-ab8a-484c35915fc7 None None] Enqueued Resource ID: f50fcfb5-0c5a-4248-baf1-d51f8aa17be6 with Priority: HIGHEST for action port [ 700.583570] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96805d36-0593-45c3-ab7f-d5f83ad02d46 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.583725] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.583849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.584010] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.584096] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96805d36-0593-45c3-ab7f-d5f83ad02d46',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.584968] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-96805d36-0593-45c3-ab7f-d5f83ad02d46 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.585735] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.585735] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ca18e29-fcbf-4f0b-b024-1ae835a68483 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.585735] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ca18e29-fcbf-4f0b-b024-1ae835a68483" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.585735] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ca18e29-fcbf-4f0b-b024-1ae835a68483" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.586924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ca18e29-fcbf-4f0b-b024-1ae835a68483" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.587185] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ca18e29-fcbf-4f0b-b024-1ae835a68483',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.592993] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f50fcfb5-0c5a-4248-baf1-d51f8aa17be6 with Priority: HIGHEST for action port [ 700.592993] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-f50fcfb5-0c5a-4248-baf1-d51f8aa17be6 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.592993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f50fcfb5-0c5a-4248-baf1-d51f8aa17be6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.592993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f50fcfb5-0c5a-4248-baf1-d51f8aa17be6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.592993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f50fcfb5-0c5a-4248-baf1-d51f8aa17be6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.592993] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f50fcfb5-0c5a-4248-baf1-d51f8aa17be6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.703740] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.703740] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.703740] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.703740] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.703740] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.703740] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 is going to be updated. [ 700.765556] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.765556] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.765556] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.765556] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.765556] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.788766] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 in Status: IN_PROGRESS for 2s [ 701.093987] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ca18e29-fcbf-4f0b-b024-1ae835a68483 with status ACTIVE [ 701.093987] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.093987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.093987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.093987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.093987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.093987] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.093987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.093987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.093987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.093987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.093987] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.093987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.094835] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.094835] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.094835] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.094835] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ca18e29-fcbf-4f0b-b024-1ae835a68483 is going to be updated. [ 701.097984] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-96805d36-0593-45c3-ab7f-d5f83ad02d46 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.098218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.098409] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f50fcfb5-0c5a-4248-baf1-d51f8aa17be6 [ 701.098581] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.098737] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.098833] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.099056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.099159] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.099248] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f50fcfb5-0c5a-4248-baf1-d51f8aa17be6 already deleted. [ 701.099459] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f50fcfb5-0c5a-4248-baf1-d51f8aa17be6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.123863] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.124129] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.124218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.124437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.124840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.124840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ca18e29-fcbf-4f0b-b024-1ae835a68483" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.550297] env[66577]: INFO networking_nsxv3.common.synchronization [req-320064e8-16fa-4faa-b247-06c943d851dd req-2fc36795-e1ec-4283-a90a-783fbcfe2e6f tempest-ServerDiagnosticsTest-1480660479 tempest-ServerDiagnosticsTest-1480660479-project-member] Enqueued Resource ID: edc720dc-8f05-45ee-a2d0-03cd5a11a070 with Priority: HIGHEST for action security_group_members [ 701.552541] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc720dc-8f05-45ee-a2d0-03cd5a11a070 with Priority: HIGHEST for action security_group_members [ 701.553148] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-edc720dc-8f05-45ee-a2d0-03cd5a11a070 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.553324] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.553427] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.553716] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.553999] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.554277] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.554277] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.554456] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.554456] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.554585] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edc720dc-8f05-45ee-a2d0-03cd5a11a070',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.013099] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.013313] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.013443] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.013712] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.014020] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.014227] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.014386] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.014627] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.014772] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.014996] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.015132] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.015243] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.015349] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.016221] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.016221] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.016221] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.041379] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.041600] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.041676] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.041835] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.042168] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-d800d457-d3bf-4bef-854c-1ba2ac98c789 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.042346] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-d800d457-d3bf-4bef-854c-1ba2ac98c789" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.042475] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-d800d457-d3bf-4bef-854c-1ba2ac98c789" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.042833] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-d800d457-d3bf-4bef-854c-1ba2ac98c789" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.042976] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d800d457-d3bf-4bef-854c-1ba2ac98c789',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.060437] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.060691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.060774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.060997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.061141] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.061356] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.061464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.061502] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.061693] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.061802] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.061891] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edc720dc-8f05-45ee-a2d0-03cd5a11a070 already deleted. [ 702.061974] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.087017] env[66577]: INFO networking_nsxv3.common.synchronization [req-3a7169f0-1db3-459d-8bfe-f56d1f225f76 req-fdadfc0f-a936-4105-ab9d-7a38d6ce4890 tempest-ServerExternalEventsTest-940441599 tempest-ServerExternalEventsTest-940441599-project-member] Enqueued Resource ID: 1ec22806-11db-4781-bb28-cdbc24ff60e4 with Priority: HIGHEST for action security_group_members [ 702.087548] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec22806-11db-4781-bb28-cdbc24ff60e4 with Priority: HIGHEST for action security_group_members [ 702.087876] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ec22806-11db-4781-bb28-cdbc24ff60e4 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.088019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.088083] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.088296] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.088471] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.088566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.088623] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.088781] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.088875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.088969] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ec22806-11db-4781-bb28-cdbc24ff60e4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.275187] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 in Status: IN_PROGRESS for 4s [ 702.546857] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.547412] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.547566] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.547962] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.548212] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.548452] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port d800d457-d3bf-4bef-854c-1ba2ac98c789 not found, creating... [ 702.548776] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.548984] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.549126] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.549371] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.549505] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.549856] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.550456] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.550680] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.551091] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.551162] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.551487] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: d800d457-d3bf-4bef-854c-1ba2ac98c789 is going to be created. [ 702.577988] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.578201] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.578333] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.578638] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.578860] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.579140] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-d800d457-d3bf-4bef-854c-1ba2ac98c789" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.592062] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.592237] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.592306] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.592559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.592673] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.592917] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.593050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.593119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.593801] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.593801] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.593801] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ec22806-11db-4781-bb28-cdbc24ff60e4 is going to be updated. [ 702.634280] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.634280] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.634280] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.634280] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.634280] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.660835] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ec22806-11db-4781-bb28-cdbc24ff60e4 in Status: IN_PROGRESS for 2s [ 702.804659] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 in Status: SUCCESS [ 702.804659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.804659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.804659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.804659] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.804659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.804659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.804659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.804659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.805556] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.808267] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2e8be25-8521-4bdf-b0bb-fe26b3be72b6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.314875] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.315090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.315165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.315396] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.315574] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.315713] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.315766] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.315919] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.315974] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.316146] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.316295] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.316399] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.316458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.316592] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.316728] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.316815] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.316874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.317358] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.317358] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.317358] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.317358] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2e8be25-8521-4bdf-b0bb-fe26b3be72b6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.397888] env[66577]: INFO networking_nsxv3.common.synchronization [req-320064e8-16fa-4faa-b247-06c943d851dd req-6979627a-3270-43b8-b6f1-c7ade97b1fe2 service nova] Enqueued Resource ID: edc720dc-8f05-45ee-a2d0-03cd5a11a070 with Priority: HIGHEST for action security_group_rules [ 703.398110] env[66577]: INFO networking_nsxv3.common.synchronization [req-320064e8-16fa-4faa-b247-06c943d851dd req-6979627a-3270-43b8-b6f1-c7ade97b1fe2 service nova] Enqueued Resource ID: edc720dc-8f05-45ee-a2d0-03cd5a11a070 with Priority: HIGHEST for action security_group_members [ 703.398739] env[66577]: INFO networking_nsxv3.common.synchronization [req-320064e8-16fa-4faa-b247-06c943d851dd req-6979627a-3270-43b8-b6f1-c7ade97b1fe2 service nova] Enqueued Resource ID: d800d457-d3bf-4bef-854c-1ba2ac98c789 with Priority: HIGHEST for action port [ 703.398739] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc720dc-8f05-45ee-a2d0-03cd5a11a070 with Priority: HIGHEST for action security_group_rules [ 703.398869] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc720dc-8f05-45ee-a2d0-03cd5a11a070 with Priority: HIGHEST for action security_group_members [ 703.398953] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d800d457-d3bf-4bef-854c-1ba2ac98c789 with Priority: HIGHEST for action port [ 703.403991] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edc720dc-8f05-45ee-a2d0-03cd5a11a070 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.404120] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.404120] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.404468] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.404468] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edc720dc-8f05-45ee-a2d0-03cd5a11a070',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.405569] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-edc720dc-8f05-45ee-a2d0-03cd5a11a070 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.405569] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.405569] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.405726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.406012] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.406012] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.406012] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.406487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.406487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.406487] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edc720dc-8f05-45ee-a2d0-03cd5a11a070',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.407274] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-d800d457-d3bf-4bef-854c-1ba2ac98c789 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.407436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d800d457-d3bf-4bef-854c-1ba2ac98c789" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.407436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d800d457-d3bf-4bef-854c-1ba2ac98c789" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.407659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d800d457-d3bf-4bef-854c-1ba2ac98c789" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.407659] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d800d457-d3bf-4bef-854c-1ba2ac98c789',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.823971] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2e8be25-8521-4bdf-b0bb-fe26b3be72b6: rpc.has_security_group_logging(os_id): False [ 703.825831] env[66577]: INFO networking_nsxv3.common.synchronization [req-038bfd45-e79c-4c45-baea-c976620eae64 req-02061f3d-461a-44ba-aa29-c867a1225672 tempest-ListServerFiltersTestJSON-675932335 tempest-ListServerFiltersTestJSON-675932335-project-member] Enqueued Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_members [ 703.826544] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_members [ 703.827279] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf44676c-780c-4c08-954f-6cfeec230929 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.827410] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.827487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.827749] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.827904] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.828063] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.828133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.828334] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.828452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.828810] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.852968] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.854208] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.854208] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.854208] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.856022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.856022] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.856022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.856022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.856022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.856022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.856022] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.856022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.856022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.856022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.856022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.856022] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.857092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.857224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.857412] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.857536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.857631] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 is going to be updated. [ 703.910667] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-edc720dc-8f05-45ee-a2d0-03cd5a11a070 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.910822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.910970] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edc720dc-8f05-45ee-a2d0-03cd5a11a070',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.911875] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d800d457-d3bf-4bef-854c-1ba2ac98c789 with status ACTIVE [ 703.912104] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.912220] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.912282] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.912562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.912562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.913296] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.913296] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.913296] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.913296] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.913296] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.913296] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.913783] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.913783] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.913783] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.913783] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.913783] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d800d457-d3bf-4bef-854c-1ba2ac98c789 is going to be updated. [ 703.931491] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.932425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.932425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.932425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.932425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.943585] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.943748] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.943826] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.944075] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.944239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.944441] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d800d457-d3bf-4bef-854c-1ba2ac98c789" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.947993] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 in Status: IN_PROGRESS for 2s [ 704.273582] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.274110] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-889" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.274110] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-889" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.274323] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-889" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.274614] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.274816] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.275056] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.275305] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.275446] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.275702] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.275791] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.275908] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.276022] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.276174] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.276291] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.276423] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.288498] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 in Status: SUCCESS [ 704.288771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.288920] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.289175] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.289354] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.289480] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.289585] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.289702] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.289791] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.289888] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96805d36-0593-45c3-ab7f-d5f83ad02d46',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.302689] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.302855] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.303070] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.303282] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-889" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.303631] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-719e9348-cb8a-4c25-9298-daabb42f03c9 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.304071] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-719e9348-cb8a-4c25-9298-daabb42f03c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.304119] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-719e9348-cb8a-4c25-9298-daabb42f03c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.304539] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-719e9348-cb8a-4c25-9298-daabb42f03c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.304683] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('719e9348-cb8a-4c25-9298-daabb42f03c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.331209] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.331368] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.331435] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.331648] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.331739] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.331935] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.332066] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.332107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.332243] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.332312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.332394] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf44676c-780c-4c08-954f-6cfeec230929 already deleted. [ 704.332688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.416666] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edc720dc-8f05-45ee-a2d0-03cd5a11a070',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.675377] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ec22806-11db-4781-bb28-cdbc24ff60e4 in Status: SUCCESS [ 704.676243] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ec22806-11db-4781-bb28-cdbc24ff60e4 deletion is rescheduled due to dependency. [ 704.676243] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ec22806-11db-4781-bb28-cdbc24ff60e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.792104] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96805d36-0593-45c3-ab7f-d5f83ad02d46',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.807185] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.807587] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.807806] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.808249] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.808545] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.808817] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 719e9348-cb8a-4c25-9298-daabb42f03c9 not found, creating... [ 704.809282] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.809484] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.809606] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.810050] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.810175] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.810611] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.810885] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.811078] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.811372] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.811606] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.811824] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 719e9348-cb8a-4c25-9298-daabb42f03c9 is going to be created. [ 704.838285] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.838668] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.838668] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.838978] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.839226] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.839461] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-719e9348-cb8a-4c25-9298-daabb42f03c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.919444] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.919693] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.919693] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.920032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.920134] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.920245] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edc720dc-8f05-45ee-a2d0-03cd5a11a070 is going to be created. [ 704.973119] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.973320] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.973370] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.973606] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.973849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.990471] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edc720dc-8f05-45ee-a2d0-03cd5a11a070 in Status: UNINITIALIZED for 2s [ 705.294525] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96805d36-0593-45c3-ab7f-d5f83ad02d46',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.615262] env[66577]: INFO networking_nsxv3.common.synchronization [req-038bfd45-e79c-4c45-baea-c976620eae64 req-1b7deee9-01e6-4011-84d4-6b9a82528886 service nova] Enqueued Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_rules [ 705.615469] env[66577]: INFO networking_nsxv3.common.synchronization [req-038bfd45-e79c-4c45-baea-c976620eae64 req-1b7deee9-01e6-4011-84d4-6b9a82528886 service nova] Enqueued Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_members [ 705.615586] env[66577]: INFO networking_nsxv3.common.synchronization [req-038bfd45-e79c-4c45-baea-c976620eae64 req-1b7deee9-01e6-4011-84d4-6b9a82528886 service nova] Enqueued Resource ID: 719e9348-cb8a-4c25-9298-daabb42f03c9 with Priority: HIGHEST for action port [ 705.616275] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_rules [ 705.616408] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_members [ 705.616536] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 719e9348-cb8a-4c25-9298-daabb42f03c9 with Priority: HIGHEST for action port [ 705.616965] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf44676c-780c-4c08-954f-6cfeec230929 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.617169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.617169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.617472] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.617554] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.618612] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf44676c-780c-4c08-954f-6cfeec230929 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.618744] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.618811] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.618995] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.619184] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.619282] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.619439] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.620417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.620417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.620417] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.620668] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-719e9348-cb8a-4c25-9298-daabb42f03c9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.620774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-719e9348-cb8a-4c25-9298-daabb42f03c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.620774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-719e9348-cb8a-4c25-9298-daabb42f03c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.621048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-719e9348-cb8a-4c25-9298-daabb42f03c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.621136] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('719e9348-cb8a-4c25-9298-daabb42f03c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.797295] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.797475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.797580] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.797947] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.798194] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.798359] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 is going to be updated. [ 705.860010] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.860333] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.860333] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.860565] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.860793] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.878583] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 in Status: IN_PROGRESS for 2s [ 705.892896] env[66577]: INFO networking_nsxv3.common.synchronization [req-961efabe-fcbf-4366-83e8-ff7d71db4f51 req-a51d4d4b-1ceb-4eeb-b21f-0aedd9eb1058 tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 with Priority: HIGHEST for action security_group_members [ 705.892896] env[66577]: INFO networking_nsxv3.common.synchronization [req-961efabe-fcbf-4366-83e8-ff7d71db4f51 req-a51d4d4b-1ceb-4eeb-b21f-0aedd9eb1058 tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 705.893083] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 with Priority: HIGHEST for action security_group_members [ 705.893485] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 705.897289] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.897289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.897289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.897289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.897289] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.897289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.897289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.897289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.897289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.897289] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.898644] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.898644] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.898644] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.898644] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.898644] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.898644] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.899078] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.899078] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.899078] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.899191] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.978588] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 in Status: SUCCESS [ 705.978902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.990718] env[66577]: INFO networking_nsxv3.common.synchronization [req-961efabe-fcbf-4366-83e8-ff7d71db4f51 req-a51d4d4b-1ceb-4eeb-b21f-0aedd9eb1058 tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_rules [ 705.990915] env[66577]: INFO networking_nsxv3.common.synchronization [req-961efabe-fcbf-4366-83e8-ff7d71db4f51 req-a51d4d4b-1ceb-4eeb-b21f-0aedd9eb1058 tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 705.991118] env[66577]: INFO networking_nsxv3.common.synchronization [req-961efabe-fcbf-4366-83e8-ff7d71db4f51 req-a51d4d4b-1ceb-4eeb-b21f-0aedd9eb1058 tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 with Priority: HIGHEST for action security_group_rules [ 705.991317] env[66577]: INFO networking_nsxv3.common.synchronization [req-961efabe-fcbf-4366-83e8-ff7d71db4f51 req-a51d4d4b-1ceb-4eeb-b21f-0aedd9eb1058 tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 with Priority: HIGHEST for action security_group_members [ 705.991606] env[66577]: INFO networking_nsxv3.common.synchronization [req-961efabe-fcbf-4366-83e8-ff7d71db4f51 req-a51d4d4b-1ceb-4eeb-b21f-0aedd9eb1058 tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: c6c1c303-7a89-4819-b6e3-a7beb8b11316 with Priority: HIGHEST for action port [ 705.992199] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_rules [ 705.992349] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 with Priority: HIGHEST for action security_group_rules [ 705.992482] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6c1c303-7a89-4819-b6e3-a7beb8b11316 with Priority: HIGHEST for action port [ 705.992595] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 705.992712] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 with Priority: HIGHEST for action security_group_members [ 705.993221] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.993221] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.993339] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.993475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.993542] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.994605] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7963e12-4e70-48c4-bfa1-d9653de2e4c2 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.994741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.994900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.995214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.995307] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.996738] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6c1c303-7a89-4819-b6e3-a7beb8b11316 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.996911] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6c1c303-7a89-4819-b6e3-a7beb8b11316" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.997028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6c1c303-7a89-4819-b6e3-a7beb8b11316" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.997367] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6c1c303-7a89-4819-b6e3-a7beb8b11316" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.997412] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6c1c303-7a89-4819-b6e3-a7beb8b11316',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.998876] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.999071] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.999278] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.999390] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.124843] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf44676c-780c-4c08-954f-6cfeec230929 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.124843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.124843] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.126552] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 719e9348-cb8a-4c25-9298-daabb42f03c9 with status ACTIVE [ 706.126552] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.126552] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.126552] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.126552] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.127046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.127046] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.127046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.127046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.127046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.127046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.128989] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.129120] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.129186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.129378] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.129480] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.129574] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 719e9348-cb8a-4c25-9298-daabb42f03c9 is going to be updated. [ 706.164322] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.164607] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.164670] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.165041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.165285] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.166256] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-719e9348-cb8a-4c25-9298-daabb42f03c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.402285] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.406212] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.476771] env[66577]: INFO networking_nsxv3.common.synchronization [req-21c95389-60f8-433d-8365-9b8cf42c24f9 req-fdf23366-900a-4dea-b1b2-ed0e7b4526e2 tempest-ListServerFiltersTestJSON-675932335 tempest-ListServerFiltersTestJSON-675932335-project-member] Enqueued Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_members [ 706.477383] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_members [ 706.477752] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf44676c-780c-4c08-954f-6cfeec230929 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.477876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.500707] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.501555] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.501555] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.501555] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.502050] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6c1c303-7a89-4819-b6e3-a7beb8b11316 with status ACTIVE [ 706.502050] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.502149] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.502183] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.503114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.503114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.503114] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.503114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.503114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.503375] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.503375] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.506697] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.506697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.506697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.506697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.506697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.506906] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6c1c303-7a89-4819-b6e3-a7beb8b11316 is going to be updated. [ 706.533549] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.533704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.535323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.535323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.535323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.535323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6c1c303-7a89-4819-b6e3-a7beb8b11316" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.632908] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.910655] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.910655] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.004714] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.004904] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-889" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.005212] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-889" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.005303] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-889" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.005553] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.005701] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.009344] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.009344] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.009344] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.009344] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.009344] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.009344] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.009344] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.009344] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.009344] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.009344] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.010116] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edc720dc-8f05-45ee-a2d0-03cd5a11a070 in Status: SUCCESS [ 707.010439] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.013312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.013312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.013312] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.013312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.013312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.013312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.013312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.013312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.013312] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edc720dc-8f05-45ee-a2d0-03cd5a11a070',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.036882] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.036882] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.036882] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.037541] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-889" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.037634] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-00e6f3da-478f-41f1-8d79-749ee85abf9d taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.037766] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-00e6f3da-478f-41f1-8d79-749ee85abf9d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.037904] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-00e6f3da-478f-41f1-8d79-749ee85abf9d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.038274] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-00e6f3da-478f-41f1-8d79-749ee85abf9d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.038458] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00e6f3da-478f-41f1-8d79-749ee85abf9d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.135743] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.137252] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.137252] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.137252] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.137252] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.137252] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf44676c-780c-4c08-954f-6cfeec230929 is going to be created. [ 707.181900] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.182119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.182119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.182336] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.182490] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.196122] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf44676c-780c-4c08-954f-6cfeec230929 in Status: UNINITIALIZED for 2s [ 707.410309] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.410587] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.410680] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.410914] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.410999] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.411114] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe is going to be updated. [ 707.412571] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.412571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.412708] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.412847] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.412890] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.412968] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 is going to be created. [ 707.447881] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.448809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.448809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.448809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.448809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.451199] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.451393] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.451488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.451856] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.451937] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.469291] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: IN_PROGRESS for 2s [ 707.469883] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 in Status: UNINITIALIZED for 2s [ 707.518088] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-edc720dc-8f05-45ee-a2d0-03cd5a11a070 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.518251] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.518251] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.518483] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.518729] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.518837] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.518837] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.519267] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.519267] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.519267] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.519267] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-edc720dc-8f05-45ee-a2d0-03cd5a11a070 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.519440] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.519440] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.519541] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.519671] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.519754] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.519804] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.519940] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.520023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.520099] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.520184] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edc720dc-8f05-45ee-a2d0-03cd5a11a070',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.541350] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.541563] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.541731] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.542017] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.542111] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.542344] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 00e6f3da-478f-41f1-8d79-749ee85abf9d not found, creating... [ 707.542529] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.542688] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.542799] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.543033] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.543164] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.543438] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.543584] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.543695] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.543895] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.544028] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.544162] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 00e6f3da-478f-41f1-8d79-749ee85abf9d is going to be created. [ 707.565203] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.565905] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.565905] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.565905] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.566123] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.566394] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-00e6f3da-478f-41f1-8d79-749ee85abf9d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.887071] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 in Status: SUCCESS [ 707.887307] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.887511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.887727] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.887915] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.888146] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.888146] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.888307] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.888346] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.888431] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.888506] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96805d36-0593-45c3-ab7f-d5f83ad02d46',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.023516] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edc720dc-8f05-45ee-a2d0-03cd5a11a070: rpc.has_security_group_logging(os_id): False [ 708.044250] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.044433] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.045275] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.045275] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.045275] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.045275] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.045275] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.045275] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.045702] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.045702] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.045879] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.045937] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.045975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.047305] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.047305] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.047305] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.047305] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.047305] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.047305] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.047610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.047610] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edc720dc-8f05-45ee-a2d0-03cd5a11a070 is going to be created. [ 708.126196] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.126196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.126196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.126196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.126196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.140588] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edc720dc-8f05-45ee-a2d0-03cd5a11a070 in Status: IN_PROGRESS for 2s [ 708.392638] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-96805d36-0593-45c3-ab7f-d5f83ad02d46 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.392638] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.392638] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.392638] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.392638] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.392638] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.392638] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.392638] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.392638] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.394380] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.394380] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-96805d36-0593-45c3-ab7f-d5f83ad02d46 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.394380] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.394380] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.394380] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.394665] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.394778] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.394849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.395156] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.395310] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.395494] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.395665] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96805d36-0593-45c3-ab7f-d5f83ad02d46',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.452574] env[66577]: INFO networking_nsxv3.common.synchronization [req-21c95389-60f8-433d-8365-9b8cf42c24f9 req-ba54872a-b494-44ae-b23d-027e7d2477a1 service nova] Enqueued Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_rules [ 708.452799] env[66577]: INFO networking_nsxv3.common.synchronization [req-21c95389-60f8-433d-8365-9b8cf42c24f9 req-ba54872a-b494-44ae-b23d-027e7d2477a1 service nova] Enqueued Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_members [ 708.452984] env[66577]: INFO networking_nsxv3.common.synchronization [req-21c95389-60f8-433d-8365-9b8cf42c24f9 req-ba54872a-b494-44ae-b23d-027e7d2477a1 service nova] Enqueued Resource ID: 00e6f3da-478f-41f1-8d79-749ee85abf9d with Priority: HIGHEST for action port [ 708.453736] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_rules [ 708.453935] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_members [ 708.454296] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00e6f3da-478f-41f1-8d79-749ee85abf9d with Priority: HIGHEST for action port [ 708.454830] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf44676c-780c-4c08-954f-6cfeec230929 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.455032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.455378] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf44676c-780c-4c08-954f-6cfeec230929 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.455542] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.455861] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-00e6f3da-478f-41f1-8d79-749ee85abf9d taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.456039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00e6f3da-478f-41f1-8d79-749ee85abf9d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.456402] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00e6f3da-478f-41f1-8d79-749ee85abf9d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.456592] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00e6f3da-478f-41f1-8d79-749ee85abf9d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.456658] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00e6f3da-478f-41f1-8d79-749ee85abf9d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.899410] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96805d36-0593-45c3-ab7f-d5f83ad02d46: rpc.has_security_group_logging(os_id): False [ 708.923464] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.923637] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.923678] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.923886] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.923978] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.924252] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.924371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.924437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.924590] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.924663] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.924857] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.924946] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.924999] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.925149] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.925217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.925398] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.925483] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.925540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.926114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.926114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.926114] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 is going to be updated. [ 708.961258] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00e6f3da-478f-41f1-8d79-749ee85abf9d with status ACTIVE [ 708.961258] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.961258] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.961258] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.961258] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.961258] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.961258] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.961258] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.961258] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.961664] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.961664] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.961664] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.961664] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.963206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.963206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.963206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.963206] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00e6f3da-478f-41f1-8d79-749ee85abf9d is going to be updated. [ 708.992029] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.992029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.992029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.992029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.992364] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.992364] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00e6f3da-478f-41f1-8d79-749ee85abf9d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.003584] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.003584] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.003584] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.003584] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.003584] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.026628] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 in Status: IN_PROGRESS for 2s [ 709.120787] env[66577]: INFO networking_nsxv3.common.synchronization [req-977760a6-f587-460e-8a2d-972c00fcc579 req-1e6f22ba-e8f3-46af-a772-60a8f983c62b tempest-ServersWithSpecificFlavorTestJSON-367237849 tempest-ServersWithSpecificFlavorTestJSON-367237849-project-member] Enqueued Resource ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 with Priority: HIGHEST for action security_group_members [ 709.121213] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 with Priority: HIGHEST for action security_group_members [ 709.121580] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c211bba1-9fab-4c7e-82b8-e5b70861b181 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.121716] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.121792] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.125127] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.125471] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.125681] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.125822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.128196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.128196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.128196] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c211bba1-9fab-4c7e-82b8-e5b70861b181',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.207434] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf44676c-780c-4c08-954f-6cfeec230929 in Status: SUCCESS [ 709.207698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.207844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.208076] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.208286] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.208437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.210084] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.210084] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.210084] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.210084] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.210378] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.211334] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.211529] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.211710] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.211842] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.211905] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.212089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.212193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.212286] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.484918] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: SUCCESS [ 709.485172] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.486227] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 in Status: SUCCESS [ 709.486542] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.486619] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.486814] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.487715] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.487715] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.487715] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.487920] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.487990] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.488098] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.489043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.489272] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.489760] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.489859] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.489898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.490621] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.490621] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.490621] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.543959] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.544189] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-397" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.544294] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-397" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.544701] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-397" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.544882] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.545122] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.545273] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.545625] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.545735] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.545963] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.546087] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.546422] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.546674] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.546883] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.547165] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.547435] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.573771] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.573996] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.574452] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.574770] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-397" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.575161] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-ae983e1c-1808-4d23-8250-21083af0e302 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.575400] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-ae983e1c-1808-4d23-8250-21083af0e302" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.575524] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-ae983e1c-1808-4d23-8250-21083af0e302" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.576302] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-ae983e1c-1808-4d23-8250-21083af0e302" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.576886] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae983e1c-1808-4d23-8250-21083af0e302',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.593556] env[66577]: INFO networking_nsxv3.common.synchronization [req-d26aecf5-42be-4683-af1c-11a5c95f543d req-6469f070-988f-4cc5-9707-02db1512667d tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 5a67f607-df3b-4091-9c6b-77b60d576487 with Priority: HIGHEST for action security_group_members [ 709.593742] env[66577]: INFO networking_nsxv3.common.synchronization [req-d26aecf5-42be-4683-af1c-11a5c95f543d req-6469f070-988f-4cc5-9707-02db1512667d tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 with Priority: HIGHEST for action security_group_members [ 709.594533] env[66577]: INFO networking_nsxv3.common.synchronization [req-d26aecf5-42be-4683-af1c-11a5c95f543d req-6469f070-988f-4cc5-9707-02db1512667d tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 709.594533] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a67f607-df3b-4091-9c6b-77b60d576487 with Priority: HIGHEST for action security_group_members [ 709.594614] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 with Priority: HIGHEST for action security_group_members [ 709.594694] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 709.594958] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a67f607-df3b-4091-9c6b-77b60d576487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.595251] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.595398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.595749] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.595880] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.596029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.596504] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.596504] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.596637] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.596986] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a67f607-df3b-4091-9c6b-77b60d576487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.599034] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.599034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.599034] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.599034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.631046] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.631046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.631046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.631046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.631046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.631046] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.631324] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.631324] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.631324] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.631442] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.631496] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 already deleted. [ 709.631549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.660981] env[66577]: INFO networking_nsxv3.common.synchronization [req-d26aecf5-42be-4683-af1c-11a5c95f543d req-6469f070-988f-4cc5-9707-02db1512667d tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_rules [ 709.661178] env[66577]: INFO networking_nsxv3.common.synchronization [req-d26aecf5-42be-4683-af1c-11a5c95f543d req-6469f070-988f-4cc5-9707-02db1512667d tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 709.661316] env[66577]: INFO networking_nsxv3.common.synchronization [req-d26aecf5-42be-4683-af1c-11a5c95f543d req-6469f070-988f-4cc5-9707-02db1512667d tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 5a67f607-df3b-4091-9c6b-77b60d576487 with Priority: HIGHEST for action security_group_rules [ 709.661463] env[66577]: INFO networking_nsxv3.common.synchronization [req-d26aecf5-42be-4683-af1c-11a5c95f543d req-6469f070-988f-4cc5-9707-02db1512667d tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 5a67f607-df3b-4091-9c6b-77b60d576487 with Priority: HIGHEST for action security_group_members [ 709.661959] env[66577]: INFO networking_nsxv3.common.synchronization [req-d26aecf5-42be-4683-af1c-11a5c95f543d req-6469f070-988f-4cc5-9707-02db1512667d tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 with Priority: HIGHEST for action security_group_rules [ 709.662125] env[66577]: INFO networking_nsxv3.common.synchronization [req-d26aecf5-42be-4683-af1c-11a5c95f543d req-6469f070-988f-4cc5-9707-02db1512667d tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 with Priority: HIGHEST for action security_group_members [ 709.662259] env[66577]: INFO networking_nsxv3.common.synchronization [req-d26aecf5-42be-4683-af1c-11a5c95f543d req-6469f070-988f-4cc5-9707-02db1512667d tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: c6c1c303-7a89-4819-b6e3-a7beb8b11316 with Priority: HIGHEST for action port [ 709.663040] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_rules [ 709.663163] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a67f607-df3b-4091-9c6b-77b60d576487 with Priority: HIGHEST for action security_group_rules [ 709.663275] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 with Priority: HIGHEST for action security_group_members [ 709.663349] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6c1c303-7a89-4819-b6e3-a7beb8b11316 with Priority: HIGHEST for action port [ 709.663474] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 with Priority: HIGHEST for action security_group_rules [ 709.663597] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 709.663689] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a67f607-df3b-4091-9c6b-77b60d576487 with Priority: HIGHEST for action security_group_members [ 709.665933] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.666074] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.666650] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a67f607-df3b-4091-9c6b-77b60d576487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.667494] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.667494] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.667494] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.667494] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a67f607-df3b-4091-9c6b-77b60d576487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.669068] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.669068] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.669068] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6c1c303-7a89-4819-b6e3-a7beb8b11316 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.669262] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6c1c303-7a89-4819-b6e3-a7beb8b11316" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.669262] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6c1c303-7a89-4819-b6e3-a7beb8b11316" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.669659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6c1c303-7a89-4819-b6e3-a7beb8b11316" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.669659] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6c1c303-7a89-4819-b6e3-a7beb8b11316',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.670500] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7963e12-4e70-48c4-bfa1-d9653de2e4c2 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.670597] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.671502] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.671502] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.672874] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a67f607-df3b-4091-9c6b-77b60d576487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.673465] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.713946] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf44676c-780c-4c08-954f-6cfeec230929 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.714123] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.714932] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.992981] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.994128] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.081197] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.081629] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.081629] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.081809] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.081952] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.082117] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port ae983e1c-1808-4d23-8250-21083af0e302 not found, creating... [ 710.082385] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.082539] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.082642] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.082856] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.082981] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.083267] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.083411] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.083517] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.083714] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.083835] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.083959] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: ae983e1c-1808-4d23-8250-21083af0e302 is going to be created. [ 710.099776] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a67f607-df3b-4091-9c6b-77b60d576487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.105772] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.105984] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.106150] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.106508] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.106749] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.106988] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-ae983e1c-1808-4d23-8250-21083af0e302" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.156846] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edc720dc-8f05-45ee-a2d0-03cd5a11a070 in Status: SUCCESS [ 710.157361] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.175498] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6c1c303-7a89-4819-b6e3-a7beb8b11316 with status ACTIVE [ 710.175751] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.175917] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.175987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.176357] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.176429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.176578] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.176676] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.176747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.177103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.177242] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.177523] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.177654] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.177716] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.177871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.177980] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.178049] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6c1c303-7a89-4819-b6e3-a7beb8b11316 is going to be updated. [ 710.179361] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a67f607-df3b-4091-9c6b-77b60d576487 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.179563] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.217176] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.222148] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.222354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.222447] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.222758] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.222817] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.222955] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6c1c303-7a89-4819-b6e3-a7beb8b11316" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.496565] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.499039] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.603329] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a67f607-df3b-4091-9c6b-77b60d576487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.721683] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.721774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.721881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.722227] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.722377] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.722532] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf44676c-780c-4c08-954f-6cfeec230929 is going to be updated. [ 710.785530] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.785717] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.785763] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.786091] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.786436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.803362] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf44676c-780c-4c08-954f-6cfeec230929 in Status: IN_PROGRESS for 2s [ 710.970262] env[66577]: INFO networking_nsxv3.common.synchronization [req-977760a6-f587-460e-8a2d-972c00fcc579 req-d8e3aa7a-42c5-4f88-8f23-28e763d07242 service nova] Enqueued Resource ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 with Priority: HIGHEST for action security_group_rules [ 710.970436] env[66577]: INFO networking_nsxv3.common.synchronization [req-977760a6-f587-460e-8a2d-972c00fcc579 req-d8e3aa7a-42c5-4f88-8f23-28e763d07242 service nova] Enqueued Resource ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 with Priority: HIGHEST for action security_group_members [ 710.971071] env[66577]: INFO networking_nsxv3.common.synchronization [req-977760a6-f587-460e-8a2d-972c00fcc579 req-d8e3aa7a-42c5-4f88-8f23-28e763d07242 service nova] Enqueued Resource ID: ae983e1c-1808-4d23-8250-21083af0e302 with Priority: HIGHEST for action port [ 710.971183] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 with Priority: HIGHEST for action security_group_rules [ 710.971345] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 with Priority: HIGHEST for action security_group_members [ 710.971404] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae983e1c-1808-4d23-8250-21083af0e302 with Priority: HIGHEST for action port [ 710.971832] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c211bba1-9fab-4c7e-82b8-e5b70861b181 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.971971] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.972038] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.972248] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.972331] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c211bba1-9fab-4c7e-82b8-e5b70861b181',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.973459] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c211bba1-9fab-4c7e-82b8-e5b70861b181 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.975092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.975092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.975092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.975092] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.975092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.975092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.975092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.975579] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.975579] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c211bba1-9fab-4c7e-82b8-e5b70861b181',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.976509] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae983e1c-1808-4d23-8250-21083af0e302 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.976509] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae983e1c-1808-4d23-8250-21083af0e302" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.976509] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae983e1c-1808-4d23-8250-21083af0e302" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.976704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae983e1c-1808-4d23-8250-21083af0e302" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.976704] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae983e1c-1808-4d23-8250-21083af0e302',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.004398] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.004398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.004398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.004398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.004398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.004398] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe is going to be updated. [ 711.004398] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.004398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.004398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.004398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.004398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.004398] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 is going to be updated. [ 711.067486] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.067699] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.067838] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.068078] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.068277] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.070811] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.071025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.071291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.071455] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.071706] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.076813] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 in Status: SUCCESS [ 711.077203] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.093453] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 in Status: IN_PROGRESS for 2s [ 711.094607] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: IN_PROGRESS for 2s [ 711.109362] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.109362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.109362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.109780] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.109780] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.109780] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a67f607-df3b-4091-9c6b-77b60d576487 is going to be created. [ 711.161484] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.161563] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.161813] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.162105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.162344] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.180810] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a67f607-df3b-4091-9c6b-77b60d576487 in Status: UNINITIALIZED for 2s [ 711.481444] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c211bba1-9fab-4c7e-82b8-e5b70861b181',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.483116] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c211bba1-9fab-4c7e-82b8-e5b70861b181 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.483116] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.483116] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae983e1c-1808-4d23-8250-21083af0e302 with status ACTIVE [ 711.483116] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.483116] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.483578] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.483578] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.483578] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.483732] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.483732] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.483842] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.483890] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.483956] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.484158] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.484554] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.484554] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.484554] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.484691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.484691] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae983e1c-1808-4d23-8250-21083af0e302 is going to be updated. [ 711.510201] env[66577]: INFO networking_nsxv3.common.synchronization [req-0e68ab4d-f5a9-48b8-b3a9-fcae32702422 req-1cffd982-abea-4532-9bc5-6b3f31e6b945 tempest-ListServerFiltersTestJSON-675932335 tempest-ListServerFiltersTestJSON-675932335-project-member] Enqueued Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_members [ 711.511765] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.511950] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.512105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.512344] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.512533] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.512863] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae983e1c-1808-4d23-8250-21083af0e302" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.513791] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_members [ 711.514437] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf44676c-780c-4c08-954f-6cfeec230929 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.514437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.899074] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-889 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.899366] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-889" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.899545] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-889" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.900328] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-889" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.900755] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.901031] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.901197] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.901545] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.901759] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.902083] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.902256] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.902428] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.902592] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.902758] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 711.902931] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.903143] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.926050] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.926387] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 711.926945] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.927381] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-889" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.927974] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-70fb8147-acc7-42ee-a31f-2c67c5373a05 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.928475] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-70fb8147-acc7-42ee-a31f-2c67c5373a05" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.928546] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-70fb8147-acc7-42ee-a31f-2c67c5373a05" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.928902] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-70fb8147-acc7-42ee-a31f-2c67c5373a05" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.929021] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70fb8147-acc7-42ee-a31f-2c67c5373a05',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.987489] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c211bba1-9fab-4c7e-82b8-e5b70861b181',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.432965] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.433373] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.433373] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.433593] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.433736] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.433880] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 70fb8147-acc7-42ee-a31f-2c67c5373a05 not found, creating... [ 712.434192] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.434771] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.434771] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.434771] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.434946] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.435082] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.435233] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.435388] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.435540] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.435669] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.435800] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 70fb8147-acc7-42ee-a31f-2c67c5373a05 is going to be created. [ 712.459531] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.459727] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.459899] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.460140] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.460364] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.460602] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-70fb8147-acc7-42ee-a31f-2c67c5373a05" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.491746] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.491746] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.491746] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.491746] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.491746] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.491746] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 is going to be created. [ 712.518851] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.519031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.519169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.519395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.519536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.545705] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 in Status: UNINITIALIZED for 2s [ 712.814684] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf44676c-780c-4c08-954f-6cfeec230929 in Status: SUCCESS [ 712.814997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.815237] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.815514] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.815748] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.815914] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.815988] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.816275] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.816391] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.816516] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.111132] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 in Status: SUCCESS [ 713.111470] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.111727] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.112082] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.112361] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.112542] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.112646] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.112900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.114586] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.116830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.117048] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.119201] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: SUCCESS [ 713.119468] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.121325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.121325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.121325] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.121325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.121325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.121325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.121325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.121325] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.122340] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.122340] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.123934] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.123934] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.123934] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.123934] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.123934] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.123934] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.123934] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.125381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.128874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.128874] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.128874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.128874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.128874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.128874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.128874] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.196285] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a67f607-df3b-4091-9c6b-77b60d576487 in Status: SUCCESS [ 713.196285] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.196285] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.196285] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.196285] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.196285] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.196285] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.196285] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.196603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.196603] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a67f607-df3b-4091-9c6b-77b60d576487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.321387] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.322063] env[66577]: INFO networking_nsxv3.common.synchronization [req-0e68ab4d-f5a9-48b8-b3a9-fcae32702422 req-041e76da-f09f-4eaa-97e0-a1d8e997e77f service nova] Enqueued Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_rules [ 713.322211] env[66577]: INFO networking_nsxv3.common.synchronization [req-0e68ab4d-f5a9-48b8-b3a9-fcae32702422 req-041e76da-f09f-4eaa-97e0-a1d8e997e77f service nova] Enqueued Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_members [ 713.322873] env[66577]: INFO networking_nsxv3.common.synchronization [req-0e68ab4d-f5a9-48b8-b3a9-fcae32702422 req-041e76da-f09f-4eaa-97e0-a1d8e997e77f service nova] Enqueued Resource ID: 70fb8147-acc7-42ee-a31f-2c67c5373a05 with Priority: HIGHEST for action port [ 713.322873] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_rules [ 713.323171] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_members [ 713.323171] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70fb8147-acc7-42ee-a31f-2c67c5373a05 with Priority: HIGHEST for action port [ 713.323662] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf44676c-780c-4c08-954f-6cfeec230929 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.323662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.323873] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf44676c-780c-4c08-954f-6cfeec230929 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.323926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.324245] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-70fb8147-acc7-42ee-a31f-2c67c5373a05 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.324411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70fb8147-acc7-42ee-a31f-2c67c5373a05" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.324411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70fb8147-acc7-42ee-a31f-2c67c5373a05" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.324820] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70fb8147-acc7-42ee-a31f-2c67c5373a05" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.324820] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70fb8147-acc7-42ee-a31f-2c67c5373a05',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.625691] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.630890] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.631039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.631382] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.632159] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.701052] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a67f607-df3b-4091-9c6b-77b60d576487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.825767] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.827037] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70fb8147-acc7-42ee-a31f-2c67c5373a05 with status ACTIVE [ 713.828074] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.828074] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.828074] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.828426] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.828426] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.828596] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.828774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.828890] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.829644] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.829644] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.830441] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.830641] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.830750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.831174] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.831355] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.831451] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70fb8147-acc7-42ee-a31f-2c67c5373a05 is going to be updated. [ 713.861912] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.861912] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.861912] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.861912] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.862374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.862374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70fb8147-acc7-42ee-a31f-2c67c5373a05" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.128863] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7963e12-4e70-48c4-bfa1-d9653de2e4c2: rpc.has_security_group_logging(os_id): False [ 714.142722] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.144437] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.151238] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.151396] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.151485] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.151687] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.151769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.152031] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.152129] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.152192] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.152349] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.152437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.152506] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 is going to be created. [ 714.206422] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a67f607-df3b-4091-9c6b-77b60d576487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.227459] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.227459] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.227459] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.229635] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.229635] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.242570] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 in Status: IN_PROGRESS for 2s [ 714.337667] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.337667] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.337667] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.337667] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.337667] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.337667] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf44676c-780c-4c08-954f-6cfeec230929 is going to be updated. [ 714.383982] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.383982] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.384415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.385037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.385037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.407763] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf44676c-780c-4c08-954f-6cfeec230929 in Status: IN_PROGRESS for 2s [ 714.562789] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 in Status: SUCCESS [ 714.562977] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.563542] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.563699] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.563932] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.564112] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.564383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.564570] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.564644] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.564720] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.564819] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c211bba1-9fab-4c7e-82b8-e5b70861b181',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.645531] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.645810] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.645810] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.645943] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.645943] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.646053] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe is going to be updated. [ 714.648232] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.648418] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.648418] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.648660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.648711] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.648827] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 is going to be updated. [ 714.705634] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.705810] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.705853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.706092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.706311] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.709011] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.709185] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.709297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.709918] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.709918] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.711219] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.711378] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.711449] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.711595] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.711678] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.711767] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a67f607-df3b-4091-9c6b-77b60d576487 is going to be updated. [ 714.727778] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 in Status: IN_PROGRESS for 2s [ 714.728630] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: IN_PROGRESS for 2s [ 714.751348] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.754245] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.754245] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.754245] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.754245] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.765816] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a67f607-df3b-4091-9c6b-77b60d576487 in Status: IN_PROGRESS for 2s [ 715.072584] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c211bba1-9fab-4c7e-82b8-e5b70861b181',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.577446] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c211bba1-9fab-4c7e-82b8-e5b70861b181: rpc.has_security_group_logging(os_id): False [ 715.597850] env[66577]: INFO networking_nsxv3.common.synchronization [req-d17a7847-cbc2-4e7c-918c-d70a6d2ced4f req-e3201e63-e3f0-4173-953a-a537ac6abdc9 tempest-InstanceActionsV221TestJSON-1843454607 tempest-InstanceActionsV221TestJSON-1843454607-project-member] Enqueued Resource ID: 10814156-2d14-4d9e-8e3e-1f2912721792 with Priority: HIGHEST for action security_group_members [ 715.599037] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.599853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.599967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.600185] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.600284] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.600743] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.600743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.600743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.600970] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.600970] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.601237] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 is going to be created. [ 715.603099] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10814156-2d14-4d9e-8e3e-1f2912721792 with Priority: HIGHEST for action security_group_members [ 715.604041] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-10814156-2d14-4d9e-8e3e-1f2912721792 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.604543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.604543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.604543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.604737] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.604737] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.604737] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.604912] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.604956] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.605104] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10814156-2d14-4d9e-8e3e-1f2912721792',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.716801] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.717239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.717239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.717421] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.717683] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.747931] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 in Status: IN_PROGRESS for 2s [ 716.110467] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.110953] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.110953] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.111876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.111876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.111876] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.111876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.112204] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.112268] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.112411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.112520] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10814156-2d14-4d9e-8e3e-1f2912721792 already deleted. [ 716.112607] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.123572] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.123572] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-143" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.123785] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-143" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.124511] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-143" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.125329] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.125862] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.125934] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.126391] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.127101] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.127267] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.127384] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.127556] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.127768] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.127983] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.128188] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.128436] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.163154] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.163320] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.164028] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.164028] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-143" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.164028] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-c559ffec-ebd7-4831-bcdd-2f858477e04b taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.164287] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-c559ffec-ebd7-4831-bcdd-2f858477e04b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.164287] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-c559ffec-ebd7-4831-bcdd-2f858477e04b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.167633] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-c559ffec-ebd7-4831-bcdd-2f858477e04b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.167633] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c559ffec-ebd7-4831-bcdd-2f858477e04b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.238890] env[66577]: INFO networking_nsxv3.common.synchronization [req-9cbbca46-2af8-46c6-87b6-97f948f7b227 req-e46cdc5c-ce76-41cf-87fd-4fe6002b8127 tempest-VolumesAdminNegativeTest-746293322 tempest-VolumesAdminNegativeTest-746293322-project-member] Enqueued Resource ID: 2c98742d-e53c-4e58-b0ac-6367bb735abc with Priority: HIGHEST for action security_group_members [ 716.239527] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c98742d-e53c-4e58-b0ac-6367bb735abc with Priority: HIGHEST for action security_group_members [ 716.242776] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c98742d-e53c-4e58-b0ac-6367bb735abc taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.242776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.242776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.242776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.242776] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.242776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.242776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.242776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.242776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.242776] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c98742d-e53c-4e58-b0ac-6367bb735abc',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.258136] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 in Status: SUCCESS [ 716.258368] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.259159] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.259390] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.259475] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.419352] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf44676c-780c-4c08-954f-6cfeec230929 in Status: SUCCESS [ 716.419500] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.419689] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.419923] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.420137] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.420289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.420342] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.420473] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.420558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.420644] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.420817] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf44676c-780c-4c08-954f-6cfeec230929 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.420900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.420953] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.421109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.421258] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.421377] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.421437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.421581] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.421687] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.421813] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.421920] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.422887] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.423079] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.424226] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.424226] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.424226] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.424226] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.424226] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.424226] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.672653] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.672653] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.672653] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.672653] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.672653] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.672653] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port c559ffec-ebd7-4831-bcdd-2f858477e04b not found, creating... [ 716.672653] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.672653] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.672653] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.675254] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.676165] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.676825] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.677169] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.678126] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.678126] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.678126] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.678126] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: c559ffec-ebd7-4831-bcdd-2f858477e04b is going to be created. [ 716.703210] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.703722] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.705028] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.705028] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.705028] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.705028] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-c559ffec-ebd7-4831-bcdd-2f858477e04b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.743062] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: SUCCESS [ 716.743062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.743062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.743062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.743062] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.743062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.743062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.743062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.743062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.743062] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.747153] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 in Status: SUCCESS [ 716.747153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.747153] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.747153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.747153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.747153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.747153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.747153] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.747153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.747153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.747153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.747889] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.748503] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c98742d-e53c-4e58-b0ac-6367bb735abc is going to be updated. [ 716.750053] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.750377] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.750743] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.751110] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.751337] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.751706] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.751896] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.752138] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.762442] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.762442] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.780394] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a67f607-df3b-4091-9c6b-77b60d576487 in Status: SUCCESS [ 716.780394] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.780394] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.780394] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.780713] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.780777] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.781780] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.781780] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.781780] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.781780] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.781780] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a67f607-df3b-4091-9c6b-77b60d576487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.814278] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.814526] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.814626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.814904] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.815124] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.825817] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c98742d-e53c-4e58-b0ac-6367bb735abc in Status: IN_PROGRESS for 2s [ 716.925850] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf44676c-780c-4c08-954f-6cfeec230929: rpc.has_security_group_logging(os_id): False [ 716.927882] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.956395] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.956504] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.956688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.956758] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.956933] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.957050] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.957228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.957228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.957365] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.957448] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.957623] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.957716] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.957771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.957993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.957993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.958208] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.958265] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.958302] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.958442] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.958516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.958598] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf44676c-780c-4c08-954f-6cfeec230929 is going to be created. [ 717.031067] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.031067] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.031067] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.031067] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.031067] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.043516] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf44676c-780c-4c08-954f-6cfeec230929 in Status: IN_PROGRESS for 2s [ 717.254474] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.256521] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.284356] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a67f607-df3b-4091-9c6b-77b60d576487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.431681] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.459216] env[66577]: INFO networking_nsxv3.common.synchronization [req-d17a7847-cbc2-4e7c-918c-d70a6d2ced4f req-6bcaf17b-6899-456e-a4bf-338f082824d0 service nova] Enqueued Resource ID: 10814156-2d14-4d9e-8e3e-1f2912721792 with Priority: HIGHEST for action security_group_rules [ 717.459479] env[66577]: INFO networking_nsxv3.common.synchronization [req-d17a7847-cbc2-4e7c-918c-d70a6d2ced4f req-6bcaf17b-6899-456e-a4bf-338f082824d0 service nova] Enqueued Resource ID: 10814156-2d14-4d9e-8e3e-1f2912721792 with Priority: HIGHEST for action security_group_members [ 717.459674] env[66577]: INFO networking_nsxv3.common.synchronization [req-d17a7847-cbc2-4e7c-918c-d70a6d2ced4f req-6bcaf17b-6899-456e-a4bf-338f082824d0 service nova] Enqueued Resource ID: c559ffec-ebd7-4831-bcdd-2f858477e04b with Priority: HIGHEST for action port [ 717.460429] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10814156-2d14-4d9e-8e3e-1f2912721792 with Priority: HIGHEST for action security_group_rules [ 717.460783] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10814156-2d14-4d9e-8e3e-1f2912721792 with Priority: HIGHEST for action security_group_members [ 717.461051] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c559ffec-ebd7-4831-bcdd-2f858477e04b with Priority: HIGHEST for action port [ 717.461612] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10814156-2d14-4d9e-8e3e-1f2912721792 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.461777] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.461868] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.463376] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.463525] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10814156-2d14-4d9e-8e3e-1f2912721792',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.465771] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-10814156-2d14-4d9e-8e3e-1f2912721792 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.465771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.465771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.466136] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.466692] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.466806] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.466872] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.467056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.467148] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.467245] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10814156-2d14-4d9e-8e3e-1f2912721792',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.468086] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c559ffec-ebd7-4831-bcdd-2f858477e04b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.468201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c559ffec-ebd7-4831-bcdd-2f858477e04b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.468282] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c559ffec-ebd7-4831-bcdd-2f858477e04b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.468460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c559ffec-ebd7-4831-bcdd-2f858477e04b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.468631] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c559ffec-ebd7-4831-bcdd-2f858477e04b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.762223] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.762223] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.763972] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 in Status: SUCCESS [ 717.764280] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.786819] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a67f607-df3b-4091-9c6b-77b60d576487: rpc.has_security_group_logging(os_id): False [ 717.807156] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.807374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.807486] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.808403] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.808403] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.808403] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.808788] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.808788] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.808788] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.808883] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.809022] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a67f607-df3b-4091-9c6b-77b60d576487 is going to be created. [ 717.871046] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.871046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.871046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.871046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.871046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.886929] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a67f607-df3b-4091-9c6b-77b60d576487 in Status: IN_PROGRESS for 2s [ 717.934590] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.934768] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.934826] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.935027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.935120] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.935217] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf44676c-780c-4c08-954f-6cfeec230929 is going to be updated. [ 717.971727] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c559ffec-ebd7-4831-bcdd-2f858477e04b with status ACTIVE [ 717.972073] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.972260] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.972333] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.972551] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.972644] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.972834] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.972922] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.972998] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.973228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.973340] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.973755] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.973755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.973878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.974017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.974217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.974363] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c559ffec-ebd7-4831-bcdd-2f858477e04b is going to be updated. [ 717.976117] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10814156-2d14-4d9e-8e3e-1f2912721792',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.977863] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-10814156-2d14-4d9e-8e3e-1f2912721792 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.977992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.003878] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.004099] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.004258] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.004950] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.004950] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.016711] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf44676c-780c-4c08-954f-6cfeec230929 in Status: IN_PROGRESS for 2s [ 718.022511] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.022511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.022511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.022511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.022511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.022511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c559ffec-ebd7-4831-bcdd-2f858477e04b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.263082] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.263713] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.263713] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.263713] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.263713] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.263986] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe is going to be updated. [ 718.265312] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.265441] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.265441] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.265820] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.265820] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.265820] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 is going to be updated. [ 718.322243] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.322536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.322680] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.322972] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.323235] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.327500] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.327500] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.327500] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.327500] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.327500] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.358947] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: IN_PROGRESS for 2s [ 718.360229] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 in Status: IN_PROGRESS for 2s [ 718.479152] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10814156-2d14-4d9e-8e3e-1f2912721792',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.837110] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c98742d-e53c-4e58-b0ac-6367bb735abc in Status: SUCCESS [ 718.837492] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c98742d-e53c-4e58-b0ac-6367bb735abc deletion is rescheduled due to dependency. [ 718.837492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.983309] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.983575] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.983669] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.984145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.984145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.984145] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10814156-2d14-4d9e-8e3e-1f2912721792 is going to be created. [ 719.011190] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.011474] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.011474] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.011604] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.011764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.022380] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10814156-2d14-4d9e-8e3e-1f2912721792 in Status: UNINITIALIZED for 2s [ 719.059957] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf44676c-780c-4c08-954f-6cfeec230929 in Status: SUCCESS [ 719.060330] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.060591] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.060858] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.062203] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.566228] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf44676c-780c-4c08-954f-6cfeec230929 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.566377] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.574048] env[66577]: INFO networking_nsxv3.common.synchronization [req-8ed6ef21-bde2-4943-9561-1248c91cf7dd req-5919126c-274b-4c4d-be46-926cfcfbcd35 tempest-DeleteServersTestJSON-1132974874 tempest-DeleteServersTestJSON-1132974874-project-member] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 719.574920] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 719.575537] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.575537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.575734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.575939] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.576136] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.576288] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.576386] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.577257] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.577257] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.577257] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.901925] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a67f607-df3b-4091-9c6b-77b60d576487 in Status: SUCCESS [ 719.901925] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.001848] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.002010] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.002183] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.002489] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.002876] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.003024] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.003092] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.003325] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.003462] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.003736] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.003823] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.003936] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.004043] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.004176] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.004319] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.004531] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.029190] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf44676c-780c-4c08-954f-6cfeec230929 in Status: SUCCESS [ 720.029578] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.029844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.030146] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.030383] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.030548] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.030684] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.030871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.030990] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.031165] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.033234] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.033492] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.033691] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.033913] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.034353] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-7d5acee6-14be-44a6-8751-5d31d1d9ecac taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.034574] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-7d5acee6-14be-44a6-8751-5d31d1d9ecac" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.034723] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-7d5acee6-14be-44a6-8751-5d31d1d9ecac" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.035122] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-7d5acee6-14be-44a6-8751-5d31d1d9ecac" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.035334] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d5acee6-14be-44a6-8751-5d31d1d9ecac',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.079834] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.080046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.080134] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.080439] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.080600] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.080791] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.080909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.080986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.081271] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.081389] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.081524] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be updated. [ 720.110770] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.111451] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.111451] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.111451] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.111451] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.124870] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: IN_PROGRESS for 2s [ 720.377468] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: SUCCESS [ 720.377783] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.380471] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 in Status: SUCCESS [ 720.380791] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.381550] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.381793] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.382039] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.382315] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.382511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.382652] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.382805] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.382851] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.383530] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.383660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.383723] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.384412] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.384605] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.384751] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.385595] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.385903] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.386033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.386135] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.389278] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.390272] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.390576] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.390779] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.390903] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.391276] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.391276] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.391276] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.391459] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.391459] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.537806] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.538851] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.538851] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.539132] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.539626] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.539626] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.539626] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 7d5acee6-14be-44a6-8751-5d31d1d9ecac not found, creating... [ 720.539842] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.539961] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.540167] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.540319] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.540541] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.540935] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.541077] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.541077] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.541309] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.541442] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.541591] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 7d5acee6-14be-44a6-8751-5d31d1d9ecac is going to be created. [ 720.567721] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.567978] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.568163] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.568368] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.568595] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.568830] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-7d5acee6-14be-44a6-8751-5d31d1d9ecac" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.893545] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09ef8d85-d1c3-4091-8882-4679293f58fe: rpc.has_security_group_logging(os_id): False [ 720.895254] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.921562] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.921849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.921849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.921987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.922098] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.922288] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.922391] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.922451] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.922608] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.922705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.922877] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.922969] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.923041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.923182] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.923255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.923440] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.923534] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.923594] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.923732] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.923814] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.923889] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe is going to be updated. [ 721.029555] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.029555] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.029555] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.029723] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.029833] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.034960] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10814156-2d14-4d9e-8e3e-1f2912721792 in Status: SUCCESS [ 721.034960] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.035184] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.035324] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.035476] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.035651] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.035757] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.035852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.035950] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.036049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.036152] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10814156-2d14-4d9e-8e3e-1f2912721792',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.044390] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.052162] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: IN_PROGRESS for 2s [ 721.340110] env[66577]: INFO networking_nsxv3.common.synchronization [req-8ed6ef21-bde2-4943-9561-1248c91cf7dd req-e042bf10-df13-4f06-af2d-b49cc53c3de2 service nova] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_rules [ 721.340110] env[66577]: INFO networking_nsxv3.common.synchronization [req-8ed6ef21-bde2-4943-9561-1248c91cf7dd req-e042bf10-df13-4f06-af2d-b49cc53c3de2 service nova] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 721.340110] env[66577]: INFO networking_nsxv3.common.synchronization [req-8ed6ef21-bde2-4943-9561-1248c91cf7dd req-e042bf10-df13-4f06-af2d-b49cc53c3de2 service nova] Enqueued Resource ID: 7d5acee6-14be-44a6-8751-5d31d1d9ecac with Priority: HIGHEST for action port [ 721.340728] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_rules [ 721.341622] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 721.342742] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d5acee6-14be-44a6-8751-5d31d1d9ecac with Priority: HIGHEST for action port [ 721.342742] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.342742] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.342742] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.342742] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.342742] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.344183] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.344692] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.344943] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d5acee6-14be-44a6-8751-5d31d1d9ecac taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.345874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d5acee6-14be-44a6-8751-5d31d1d9ecac" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.346117] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d5acee6-14be-44a6-8751-5d31d1d9ecac" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.346687] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d5acee6-14be-44a6-8751-5d31d1d9ecac" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.347450] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d5acee6-14be-44a6-8751-5d31d1d9ecac',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.398319] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7963e12-4e70-48c4-bfa1-d9653de2e4c2: rpc.has_security_group_logging(os_id): False [ 721.427668] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.427668] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.427668] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.427668] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.427668] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.428021] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.428021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.428021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.428167] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.428203] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.428281] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 is going to be updated. [ 721.495873] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.496020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.496098] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.496393] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.496559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.510420] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 in Status: IN_PROGRESS for 2s [ 721.539030] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-10814156-2d14-4d9e-8e3e-1f2912721792 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.539171] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.539171] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.540085] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.540085] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.540085] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.540085] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.540085] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.540085] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.540425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.540425] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-10814156-2d14-4d9e-8e3e-1f2912721792 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.540998] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.541088] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.541243] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.541435] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.541540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.541603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.541747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.541857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.541915] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.541993] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10814156-2d14-4d9e-8e3e-1f2912721792',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.547124] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.547286] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.547407] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.547606] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.547696] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.547805] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf44676c-780c-4c08-954f-6cfeec230929 is going to be updated. [ 721.618282] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.618668] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.618668] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.619452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.619641] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.632482] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf44676c-780c-4c08-954f-6cfeec230929 in Status: IN_PROGRESS for 2s [ 721.845221] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.845221] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.850659] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d5acee6-14be-44a6-8751-5d31d1d9ecac with status ACTIVE [ 721.852261] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.852261] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.852261] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.852261] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.852261] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.852261] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.852261] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.852261] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.852261] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.852261] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.852954] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.852954] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.852954] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.852954] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.852954] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.852954] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d5acee6-14be-44a6-8751-5d31d1d9ecac is going to be updated. [ 721.881092] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.881334] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.881334] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.881532] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.881873] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.881873] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d5acee6-14be-44a6-8751-5d31d1d9ecac" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.044645] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10814156-2d14-4d9e-8e3e-1f2912721792: rpc.has_security_group_logging(os_id): False [ 722.073209] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.073450] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.073450] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.074206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.074206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.074206] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.074403] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.074403] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.074506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.074581] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.074779] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.074876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.074936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.075101] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.075176] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.075362] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.075456] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.075516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.075656] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.075728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.076055] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10814156-2d14-4d9e-8e3e-1f2912721792 is going to be created. [ 722.137327] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 722.137719] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 deletion is rescheduled due to dependency. [ 722.137719] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.137858] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.138093] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.138294] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.138431] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.138509] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.138708] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.138795] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.138894] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.157930] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.158146] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.158298] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.158370] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.158642] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.174953] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10814156-2d14-4d9e-8e3e-1f2912721792 in Status: IN_PROGRESS for 2s [ 722.641491] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.087128] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: SUCCESS [ 723.087128] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.087629] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.088230] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.088944] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.144392] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.527097] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 in Status: SUCCESS [ 723.527097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.595305] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.595305] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.595305] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.595305] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.595305] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.595305] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.595305] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.595305] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.595305] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.595305] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.595305] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.645580] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf44676c-780c-4c08-954f-6cfeec230929 in Status: SUCCESS [ 723.645580] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.645580] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.645580] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.645580] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.645580] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.645580] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.645580] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.645580] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.645580] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.645580] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.647918] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.647918] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.647918] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.647918] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.647918] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.647918] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be updated. [ 723.688743] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.688851] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.688894] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.689213] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.689341] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.700402] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: IN_PROGRESS for 2s [ 724.100451] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.100745] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.100815] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.101148] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.101424] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.101546] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.101607] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.101855] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.101958] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.102091] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.102259] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.102357] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.102444] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.102636] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.102832] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.102969] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.106740] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.106740] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.106740] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.106928] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.106963] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.149655] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf44676c-780c-4c08-954f-6cfeec230929 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.150460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.150460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.150460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.150764] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.150764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.150764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.150981] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.151065] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.151124] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.151294] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf44676c-780c-4c08-954f-6cfeec230929 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.151399] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.151444] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.151579] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.151733] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.151824] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.151871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.152029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.152112] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.152190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.152284] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.194443] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10814156-2d14-4d9e-8e3e-1f2912721792 in Status: SUCCESS [ 724.194443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.543704] env[66577]: INFO networking_nsxv3.common.synchronization [req-34da8d5b-eee8-4a4c-b9e2-c66db96ea485 req-e917125a-c226-438f-98cb-b57759f31dc9 tempest-ServerDiagnosticsTest-1480660479 tempest-ServerDiagnosticsTest-1480660479-project-member] Enqueued Resource ID: edc720dc-8f05-45ee-a2d0-03cd5a11a070 with Priority: HIGHEST for action security_group_members [ 724.544410] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc720dc-8f05-45ee-a2d0-03cd5a11a070 with Priority: HIGHEST for action security_group_members [ 724.544410] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-edc720dc-8f05-45ee-a2d0-03cd5a11a070 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.544603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.544603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.544741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.544929] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.545795] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.545883] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.547447] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.547447] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.547447] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edc720dc-8f05-45ee-a2d0-03cd5a11a070',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.612518] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09ef8d85-d1c3-4091-8882-4679293f58fe: rpc.has_security_group_logging(os_id): False [ 724.633310] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.633708] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.633708] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.633876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.633876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.634061] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.634396] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.634396] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.634396] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.634588] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.634656] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.634767] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.634826] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.634980] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.635080] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.635250] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.635344] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.635395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.635538] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.635634] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.635698] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe is going to be updated. [ 724.654457] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf44676c-780c-4c08-954f-6cfeec230929: rpc.has_security_group_logging(os_id): False [ 724.676150] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.676330] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.676407] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.676616] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.676714] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.676916] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.677036] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.677094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.677311] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.677411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.677814] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.677814] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.677814] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.678126] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.678197] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.678384] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.678496] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.678496] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.678634] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.678686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.678766] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf44676c-780c-4c08-954f-6cfeec230929 is going to be updated. [ 724.729013] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.729346] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.729346] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.729615] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.729855] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.749980] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: IN_PROGRESS for 2s [ 724.766807] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.767099] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.767152] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.767380] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.767819] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.785532] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf44676c-780c-4c08-954f-6cfeec230929 in Status: IN_PROGRESS for 2s [ 725.050528] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.050752] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.050826] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.051131] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.051238] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.051444] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.051584] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.051697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.051983] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.052182] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.052305] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edc720dc-8f05-45ee-a2d0-03cd5a11a070 is going to be updated. [ 725.107768] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.107768] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.107768] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.108152] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.108287] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.121730] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edc720dc-8f05-45ee-a2d0-03cd5a11a070 in Status: IN_PROGRESS for 2s [ 725.407629] env[66577]: INFO networking_nsxv3.common.synchronization [None req-19959697-3d23-4fc1-a834-e15ad30dda35 None None] Enqueued Resource ID: 35d077c7-5349-459f-9836-96f18788685d with Priority: HIGHEST for action port [ 725.407629] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d077c7-5349-459f-9836-96f18788685d with Priority: HIGHEST for action port [ 725.407757] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-35d077c7-5349-459f-9836-96f18788685d taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.407826] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35d077c7-5349-459f-9836-96f18788685d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.407867] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35d077c7-5349-459f-9836-96f18788685d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.408694] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35d077c7-5349-459f-9836-96f18788685d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.408865] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35d077c7-5349-459f-9836-96f18788685d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.714901] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 725.715807] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.715938] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.716174] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.716471] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.716604] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.716670] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.716849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.716931] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.717030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.717308] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.914676] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35d077c7-5349-459f-9836-96f18788685d [ 725.914676] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.915128] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.915185] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.915392] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.915480] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.915580] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35d077c7-5349-459f-9836-96f18788685d already deleted. [ 725.915661] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35d077c7-5349-459f-9836-96f18788685d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.221105] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.221406] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.224016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.224016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.224016] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.224016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.224016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.224016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.224016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.224016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.224016] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.224016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.224016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.224016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.224016] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.224016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.224016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.224016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.224016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.224016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.224824] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.728467] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2c58e40-54a5-40bb-aa94-1919b7e2f666: rpc.has_security_group_logging(os_id): False [ 726.748537] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.748788] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.748844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.749824] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.749824] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.749824] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.749824] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.749824] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.750110] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.750361] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.750710] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.750710] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.750710] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.751835] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.751835] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.751912] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.751966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.752165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.752231] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.752268] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.752368] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be updated. [ 726.773576] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: SUCCESS [ 726.773804] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.803639] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf44676c-780c-4c08-954f-6cfeec230929 in Status: SUCCESS [ 726.805796] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.806295] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.806711] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.806711] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.830226] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.830226] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.830226] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.830226] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.830226] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.851613] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: IN_PROGRESS for 2s [ 727.146961] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edc720dc-8f05-45ee-a2d0-03cd5a11a070 in Status: SUCCESS [ 727.147161] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edc720dc-8f05-45ee-a2d0-03cd5a11a070 deletion is rescheduled due to dependency. [ 727.147327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.310129] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf44676c-780c-4c08-954f-6cfeec230929 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.311525] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.311525] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.311525] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.311525] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.315025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.315025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.315025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.315025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.315025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.315025] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.819626] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf44676c-780c-4c08-954f-6cfeec230929 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.819783] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.819855] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.820097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.820268] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.820371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.820436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.820587] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.820675] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.820761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.820904] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf44676c-780c-4c08-954f-6cfeec230929 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.820997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.821066] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.821209] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.821346] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.821437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.821499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.821648] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.821705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.821785] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.821872] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.964995] env[66577]: INFO networking_nsxv3.common.synchronization [None req-eebc239c-b9d2-48cc-80e8-7a9cdc588984 None None] Enqueued Resource ID: 0a7198b1-026c-43ba-81fb-3600bbbc4ebb with Priority: HIGHEST for action port [ 727.965393] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7198b1-026c-43ba-81fb-3600bbbc4ebb with Priority: HIGHEST for action port [ 727.965716] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a7198b1-026c-43ba-81fb-3600bbbc4ebb taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.965855] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a7198b1-026c-43ba-81fb-3600bbbc4ebb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.965927] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a7198b1-026c-43ba-81fb-3600bbbc4ebb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.966858] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a7198b1-026c-43ba-81fb-3600bbbc4ebb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.967009] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a7198b1-026c-43ba-81fb-3600bbbc4ebb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.325619] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf44676c-780c-4c08-954f-6cfeec230929: rpc.has_security_group_logging(os_id): False [ 728.343928] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.344385] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.344861] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.345379] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.345379] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.346634] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.346634] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.346634] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.346634] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.346634] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.346634] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.347057] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.347218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.347693] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.347894] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.348333] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.349277] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.349365] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.349630] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.349792] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.350456] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf44676c-780c-4c08-954f-6cfeec230929 is going to be updated. [ 728.459773] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.459773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.459773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.459773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.459773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.471700] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a7198b1-026c-43ba-81fb-3600bbbc4ebb [ 728.471700] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.471700] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.471700] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.472469] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.473051] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.473051] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a7198b1-026c-43ba-81fb-3600bbbc4ebb already deleted. [ 728.473051] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a7198b1-026c-43ba-81fb-3600bbbc4ebb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.483173] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf44676c-780c-4c08-954f-6cfeec230929 in Status: IN_PROGRESS for 2s [ 728.638988] env[66577]: INFO networking_nsxv3.common.synchronization [None req-e31ee3da-9dd0-4d04-aa19-d8e462e80c81 tempest-AttachVolumeNegativeTest-2015767532 tempest-AttachVolumeNegativeTest-2015767532-project-member] Enqueued Resource ID: a3cf231b-ed52-44ae-8392-b14702ef177e with Priority: HIGHEST for action security_group_rules [ 728.640683] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cf231b-ed52-44ae-8392-b14702ef177e with Priority: HIGHEST for action security_group_rules [ 728.641609] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3cf231b-ed52-44ae-8392-b14702ef177e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.641920] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.642113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.642517] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.642711] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3cf231b-ed52-44ae-8392-b14702ef177e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.848610] env[66577]: INFO networking_nsxv3.common.synchronization [req-0f2a7eb2-d0c4-4628-86a4-bee8e7043e6f req-4b10775a-3517-4903-bc13-1a8ba1f421dc tempest-InstanceActionsNegativeTestJSON-1143240402 tempest-InstanceActionsNegativeTestJSON-1143240402-project-member] Enqueued Resource ID: b83c40f7-68d9-4416-ad91-42fed8d778d5 with Priority: HIGHEST for action security_group_members [ 728.849199] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83c40f7-68d9-4416-ad91-42fed8d778d5 with Priority: HIGHEST for action security_group_members [ 728.849501] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83c40f7-68d9-4416-ad91-42fed8d778d5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.849665] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.849701] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.850498] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.850586] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.851652] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.851652] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.851652] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.851652] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.851652] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83c40f7-68d9-4416-ad91-42fed8d778d5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.873241] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 728.873503] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.021767] env[66577]: INFO networking_nsxv3.common.synchronization [None req-15b2acba-8591-4ffb-ad43-6b301289e765 tempest-AttachVolumeNegativeTest-2015767532 tempest-AttachVolumeNegativeTest-2015767532-project-member] Enqueued Resource ID: a3cf231b-ed52-44ae-8392-b14702ef177e with Priority: HIGHEST for action security_group_rules [ 729.022337] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cf231b-ed52-44ae-8392-b14702ef177e with Priority: HIGHEST for action security_group_rules [ 729.022660] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3cf231b-ed52-44ae-8392-b14702ef177e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.022753] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.169648] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.172045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.172045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.172045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.172045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.172045] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3cf231b-ed52-44ae-8392-b14702ef177e already deleted. [ 729.172045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.172045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.172045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.172045] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3cf231b-ed52-44ae-8392-b14702ef177e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.358290] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.358290] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.358290] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.358791] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.358791] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.359915] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.359915] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.359915] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.359915] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.359915] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.359915] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83c40f7-68d9-4416-ad91-42fed8d778d5 already deleted. [ 729.359915] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.466099] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.466459] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-864" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.466648] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-864" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.467028] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-864" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.467372] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.467585] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.467739] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.468051] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.468172] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.468403] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.468542] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.468787] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.468922] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.469085] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.469220] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.469452] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.489219] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.489393] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.489530] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.489714] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-864" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.490021] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-2d561dcc-d5f2-4047-a75a-f19909c01d6f taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.490193] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-2d561dcc-d5f2-4047-a75a-f19909c01d6f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.490314] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-2d561dcc-d5f2-4047-a75a-f19909c01d6f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.490703] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-2d561dcc-d5f2-4047-a75a-f19909c01d6f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.490859] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d561dcc-d5f2-4047-a75a-f19909c01d6f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.700752] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.700752] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.700752] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.700752] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.700752] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.700752] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3cf231b-ed52-44ae-8392-b14702ef177e already deleted. [ 729.700752] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.994344] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.996084] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.996201] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.996449] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.996611] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.996768] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 2d561dcc-d5f2-4047-a75a-f19909c01d6f not found, creating... [ 729.997129] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.997343] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.997488] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.997830] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.998035] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.998480] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.998570] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.998720] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.998984] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.999268] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.999380] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 2d561dcc-d5f2-4047-a75a-f19909c01d6f is going to be created. [ 730.024105] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.024105] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.024428] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.024534] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.024787] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.025079] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-2d561dcc-d5f2-4047-a75a-f19909c01d6f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.507647] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf44676c-780c-4c08-954f-6cfeec230929 in Status: SUCCESS [ 730.508025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.740289] env[66577]: INFO networking_nsxv3.common.synchronization [None req-081bd55b-9d38-45a2-9d3a-a2e72012db12 None None] Enqueued Resource ID: eb358778-b0d0-467a-874e-b2e1efe2e93c with Priority: HIGHEST for action port [ 730.740832] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb358778-b0d0-467a-874e-b2e1efe2e93c with Priority: HIGHEST for action port [ 730.741167] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb358778-b0d0-467a-874e-b2e1efe2e93c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.741293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb358778-b0d0-467a-874e-b2e1efe2e93c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.741364] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb358778-b0d0-467a-874e-b2e1efe2e93c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.745483] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb358778-b0d0-467a-874e-b2e1efe2e93c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.745538] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb358778-b0d0-467a-874e-b2e1efe2e93c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.750202] env[66577]: INFO networking_nsxv3.common.synchronization [req-0f2a7eb2-d0c4-4628-86a4-bee8e7043e6f req-1fde51eb-e3b0-44e5-8140-711c162eddec service nova] Enqueued Resource ID: b83c40f7-68d9-4416-ad91-42fed8d778d5 with Priority: HIGHEST for action security_group_rules [ 730.750643] env[66577]: INFO networking_nsxv3.common.synchronization [req-0f2a7eb2-d0c4-4628-86a4-bee8e7043e6f req-1fde51eb-e3b0-44e5-8140-711c162eddec service nova] Enqueued Resource ID: b83c40f7-68d9-4416-ad91-42fed8d778d5 with Priority: HIGHEST for action security_group_members [ 730.752445] env[66577]: INFO networking_nsxv3.common.synchronization [req-0f2a7eb2-d0c4-4628-86a4-bee8e7043e6f req-1fde51eb-e3b0-44e5-8140-711c162eddec service nova] Enqueued Resource ID: 2d561dcc-d5f2-4047-a75a-f19909c01d6f with Priority: HIGHEST for action port [ 730.753339] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83c40f7-68d9-4416-ad91-42fed8d778d5 with Priority: HIGHEST for action security_group_rules [ 730.753573] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83c40f7-68d9-4416-ad91-42fed8d778d5 with Priority: HIGHEST for action security_group_members [ 730.753739] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d561dcc-d5f2-4047-a75a-f19909c01d6f with Priority: HIGHEST for action port [ 730.754175] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b83c40f7-68d9-4416-ad91-42fed8d778d5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.754840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.754840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.754840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.755065] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b83c40f7-68d9-4416-ad91-42fed8d778d5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.759343] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83c40f7-68d9-4416-ad91-42fed8d778d5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.759343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.759343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.759343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.759343] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.759343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.759343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.759343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.759343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.759343] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83c40f7-68d9-4416-ad91-42fed8d778d5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.759343] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d561dcc-d5f2-4047-a75a-f19909c01d6f taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.760030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d561dcc-d5f2-4047-a75a-f19909c01d6f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.760030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d561dcc-d5f2-4047-a75a-f19909c01d6f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.760030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d561dcc-d5f2-4047-a75a-f19909c01d6f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.760030] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d561dcc-d5f2-4047-a75a-f19909c01d6f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.254312] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb358778-b0d0-467a-874e-b2e1efe2e93c [ 731.254563] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.254685] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.254752] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.254976] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.255072] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.255832] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb358778-b0d0-467a-874e-b2e1efe2e93c already deleted. [ 731.255832] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb358778-b0d0-467a-874e-b2e1efe2e93c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.263155] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83c40f7-68d9-4416-ad91-42fed8d778d5 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.266073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.266073] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b83c40f7-68d9-4416-ad91-42fed8d778d5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.266073] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d561dcc-d5f2-4047-a75a-f19909c01d6f with status ACTIVE [ 731.266073] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.266073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.266073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.266073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.266073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.266073] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.266073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.266073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.266073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.266073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.268170] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.268170] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.268170] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.268424] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.270150] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.270150] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d561dcc-d5f2-4047-a75a-f19909c01d6f is going to be updated. [ 731.317296] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.317464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.317511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.319019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.319019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.319019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d561dcc-d5f2-4047-a75a-f19909c01d6f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.576423] env[66577]: INFO networking_nsxv3.common.synchronization [req-4df703a5-3dd6-45e8-bc02-3a73c7f91ff5 req-72fbe334-6dd7-42b2-9205-0de2544c5514 tempest-FloatingIPsAssociationTestJSON-1601757225 tempest-FloatingIPsAssociationTestJSON-1601757225-project-member] Enqueued Resource ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 with Priority: HIGHEST for action security_group_members [ 731.576423] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 with Priority: HIGHEST for action security_group_members [ 731.579415] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-96805d36-0593-45c3-ab7f-d5f83ad02d46 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.579415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.579415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.579415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.579415] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.579415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.579415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.579415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.579415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.579415] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96805d36-0593-45c3-ab7f-d5f83ad02d46',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.773760] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b83c40f7-68d9-4416-ad91-42fed8d778d5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.221383] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96805d36-0593-45c3-ab7f-d5f83ad02d46',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.278320] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.278320] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.278320] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.278320] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.278672] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.278672] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83c40f7-68d9-4416-ad91-42fed8d778d5 is going to be created. [ 732.313779] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.313997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.313997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.314223] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.314865] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.327994] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83c40f7-68d9-4416-ad91-42fed8d778d5 in Status: UNINITIALIZED for 2s [ 732.600918] env[66577]: INFO networking_nsxv3.common.synchronization [req-f5397296-73f2-4d12-a49c-a3f6780f90e2 req-c6185a6f-0789-48e1-a688-01374d7898a9 tempest-DeleteServersAdminTestJSON-1925294022 tempest-DeleteServersAdminTestJSON-1925294022-project-member] Enqueued Resource ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 with Priority: HIGHEST for action security_group_members [ 732.602051] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 with Priority: HIGHEST for action security_group_members [ 732.602051] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a02b4bc-2c08-433a-8d49-25b78153d237 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.602051] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.602051] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.603937] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.605039] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.605313] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.605313] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.605564] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.605960] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.605960] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a02b4bc-2c08-433a-8d49-25b78153d237',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.726057] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96805d36-0593-45c3-ab7f-d5f83ad02d46',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.110017] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.110200] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.110271] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.110562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.110656] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.110905] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.111029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.111153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.112862] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.112862] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.112862] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 is going to be updated. [ 733.118023] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.118023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.118023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.118023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.118023] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.118023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.118023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.118023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.118023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.118023] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.118559] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.118817] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.119380] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.119653] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.120378] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.120642] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.145103] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.145103] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.145103] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.145103] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.145103] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-6597dc35-ad9c-4360-b5f7-ae2b35c34c93 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.145103] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-6597dc35-ad9c-4360-b5f7-ae2b35c34c93" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.145103] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-6597dc35-ad9c-4360-b5f7-ae2b35c34c93" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.145103] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-6597dc35-ad9c-4360-b5f7-ae2b35c34c93" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.145103] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6597dc35-ad9c-4360-b5f7-ae2b35c34c93',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.147879] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.148052] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.148103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.148293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.148423] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.158936] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 in Status: IN_PROGRESS for 2s [ 733.230611] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.230754] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.230807] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.231033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.231122] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.231222] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 is going to be updated. [ 733.266400] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.268540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.268540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.268540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.268540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.279314] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 in Status: IN_PROGRESS for 2s [ 733.327633] env[66577]: INFO networking_nsxv3.common.synchronization [None req-b3882e21-e27f-428e-b5a1-4a792a72f314 None None] Enqueued Resource ID: ecae78e2-0354-4c15-8bab-fa91da52ea73 with Priority: HIGHEST for action port [ 733.328233] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecae78e2-0354-4c15-8bab-fa91da52ea73 with Priority: HIGHEST for action port [ 733.328703] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecae78e2-0354-4c15-8bab-fa91da52ea73 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.329014] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecae78e2-0354-4c15-8bab-fa91da52ea73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.329197] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecae78e2-0354-4c15-8bab-fa91da52ea73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.330371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecae78e2-0354-4c15-8bab-fa91da52ea73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.330371] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecae78e2-0354-4c15-8bab-fa91da52ea73',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.647409] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.647772] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.647917] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.648332] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.648618] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.648768] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 6597dc35-ad9c-4360-b5f7-ae2b35c34c93 not found, creating... [ 733.649205] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.649667] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.649667] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.650360] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.650575] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.651470] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.651470] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.651470] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.651784] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.651959] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.652103] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 6597dc35-ad9c-4360-b5f7-ae2b35c34c93 is going to be created. [ 733.683211] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.683569] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.683714] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.684069] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.684382] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.684716] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-6597dc35-ad9c-4360-b5f7-ae2b35c34c93" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.835197] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecae78e2-0354-4c15-8bab-fa91da52ea73 [ 733.835438] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.835574] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.835641] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.835855] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.835942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.836054] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecae78e2-0354-4c15-8bab-fa91da52ea73 already deleted. [ 733.836137] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecae78e2-0354-4c15-8bab-fa91da52ea73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.355549] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83c40f7-68d9-4416-ad91-42fed8d778d5 in Status: SUCCESS [ 734.355779] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.355986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.356265] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.356434] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.356549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.356611] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.356759] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.356837] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.356920] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.357016] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b83c40f7-68d9-4416-ad91-42fed8d778d5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.479605] env[66577]: INFO networking_nsxv3.common.synchronization [req-f5397296-73f2-4d12-a49c-a3f6780f90e2 req-5b103286-8886-4bce-8c47-e255a5e47938 service nova] Enqueued Resource ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 with Priority: HIGHEST for action security_group_rules [ 734.479912] env[66577]: INFO networking_nsxv3.common.synchronization [req-f5397296-73f2-4d12-a49c-a3f6780f90e2 req-5b103286-8886-4bce-8c47-e255a5e47938 service nova] Enqueued Resource ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 with Priority: HIGHEST for action security_group_members [ 734.479912] env[66577]: INFO networking_nsxv3.common.synchronization [req-f5397296-73f2-4d12-a49c-a3f6780f90e2 req-5b103286-8886-4bce-8c47-e255a5e47938 service nova] Enqueued Resource ID: 6597dc35-ad9c-4360-b5f7-ae2b35c34c93 with Priority: HIGHEST for action port [ 734.480228] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 with Priority: HIGHEST for action security_group_rules [ 734.480368] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 with Priority: HIGHEST for action security_group_members [ 734.480466] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6597dc35-ad9c-4360-b5f7-ae2b35c34c93 with Priority: HIGHEST for action port [ 734.482102] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a02b4bc-2c08-433a-8d49-25b78153d237 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.482289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.482363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.482584] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.482681] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a02b4bc-2c08-433a-8d49-25b78153d237',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.484376] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a02b4bc-2c08-433a-8d49-25b78153d237 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.484570] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.484889] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-6597dc35-ad9c-4360-b5f7-ae2b35c34c93 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.485054] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6597dc35-ad9c-4360-b5f7-ae2b35c34c93" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.485125] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6597dc35-ad9c-4360-b5f7-ae2b35c34c93" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.485353] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6597dc35-ad9c-4360-b5f7-ae2b35c34c93" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.485434] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6597dc35-ad9c-4360-b5f7-ae2b35c34c93',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.617827] env[66577]: INFO networking_nsxv3.common.synchronization [None req-dd37f276-9660-44d9-a98e-7b21975d9b88 None None] Enqueued Resource ID: 1490c6f1-c6d4-46ef-8331-4f4722a08ef0 with Priority: HIGHEST for action port [ 734.618375] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1490c6f1-c6d4-46ef-8331-4f4722a08ef0 with Priority: HIGHEST for action port [ 734.618706] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-1490c6f1-c6d4-46ef-8331-4f4722a08ef0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.618850] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1490c6f1-c6d4-46ef-8331-4f4722a08ef0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.619815] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1490c6f1-c6d4-46ef-8331-4f4722a08ef0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.619815] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1490c6f1-c6d4-46ef-8331-4f4722a08ef0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.619815] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1490c6f1-c6d4-46ef-8331-4f4722a08ef0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.861497] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83c40f7-68d9-4416-ad91-42fed8d778d5 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.861752] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.861752] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.861898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.862237] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.862237] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.862395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.862395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.863900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.863900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.863900] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83c40f7-68d9-4416-ad91-42fed8d778d5 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.863900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.863900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.863900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.863900] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.863900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.863900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.863900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.863900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.863900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.863900] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b83c40f7-68d9-4416-ad91-42fed8d778d5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.976538] env[66577]: INFO networking_nsxv3.common.synchronization [req-f6e55051-4c33-4828-a013-6b62c72a3f1b req-a3bff7be-a11d-4821-bd8c-c2e5897b7288 tempest-InstanceActionsV221TestJSON-1843454607 tempest-InstanceActionsV221TestJSON-1843454607-project-member] Enqueued Resource ID: 10814156-2d14-4d9e-8e3e-1f2912721792 with Priority: HIGHEST for action security_group_members [ 734.977592] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10814156-2d14-4d9e-8e3e-1f2912721792 with Priority: HIGHEST for action security_group_members [ 734.978177] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-10814156-2d14-4d9e-8e3e-1f2912721792 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.978351] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.978543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.978781] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.979043] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.979375] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.979375] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.979547] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.979697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.979855] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10814156-2d14-4d9e-8e3e-1f2912721792',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.987650] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a02b4bc-2c08-433a-8d49-25b78153d237 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.987862] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.988142] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6597dc35-ad9c-4360-b5f7-ae2b35c34c93 with status ACTIVE [ 734.988447] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.988676] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.988740] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.989035] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.989197] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.989568] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.989737] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.989868] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.990124] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.990244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.990544] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.991493] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.991493] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.991493] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.991493] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.991493] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6597dc35-ad9c-4360-b5f7-ae2b35c34c93 is going to be updated. [ 735.017825] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.017825] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.018073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.018154] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.018300] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.018462] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6597dc35-ad9c-4360-b5f7-ae2b35c34c93" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.122093] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1490c6f1-c6d4-46ef-8331-4f4722a08ef0 [ 735.122332] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.122499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.122599] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.122919] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.123149] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.123268] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1490c6f1-c6d4-46ef-8331-4f4722a08ef0 already deleted. [ 735.123378] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1490c6f1-c6d4-46ef-8331-4f4722a08ef0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.171413] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 in Status: SUCCESS [ 735.171637] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 deletion is rescheduled due to dependency. [ 735.171750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.171918] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.172151] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.172335] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.172447] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.172515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.172700] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.172787] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.172878] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a02b4bc-2c08-433a-8d49-25b78153d237',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.290734] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 in Status: SUCCESS [ 735.291158] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.367977] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b83c40f7-68d9-4416-ad91-42fed8d778d5: rpc.has_security_group_logging(os_id): False [ 735.377445] env[66577]: INFO networking_nsxv3.common.synchronization [req-64b74eb1-6228-4a05-b03c-8068f9b34687 req-06f51979-8548-4bd3-95df-52e7589a1546 tempest-ServersTestBootFromVolume-1266496356 tempest-ServersTestBootFromVolume-1266496356-project-member] Enqueued Resource ID: 1784fc89-0409-415b-905a-8cde14fab131 with Priority: HIGHEST for action security_group_members [ 735.379691] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1784fc89-0409-415b-905a-8cde14fab131 with Priority: HIGHEST for action security_group_members [ 735.379691] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1784fc89-0409-415b-905a-8cde14fab131 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.379691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.379691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.379691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.379691] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.380495] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.380609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.380842] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.381034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.381135] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1784fc89-0409-415b-905a-8cde14fab131',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.391288] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.391288] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.391577] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.391848] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.392241] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.392241] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.392462] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.392462] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.392593] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.392718] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.394043] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.394043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.394043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.394043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.394043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.394043] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.394043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.394043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.394043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.394043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.394043] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b83c40f7-68d9-4416-ad91-42fed8d778d5 is going to be created. [ 735.480316] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.480545] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.480545] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.483187] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.483187] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.483381] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.483664] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.483745] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.484061] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.485363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.485363] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.485363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.485363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.485363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.485668] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.485668] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10814156-2d14-4d9e-8e3e-1f2912721792 is going to be updated. [ 735.511588] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b83c40f7-68d9-4416-ad91-42fed8d778d5 in Status: IN_PROGRESS for 2s [ 735.522488] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.522488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.522488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.522488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.522488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.532517] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10814156-2d14-4d9e-8e3e-1f2912721792 in Status: IN_PROGRESS for 2s [ 735.676560] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a02b4bc-2c08-433a-8d49-25b78153d237',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.884112] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.884414] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.884479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.884717] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.884913] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.885239] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.885239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.885374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.885718] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.885718] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.885718] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1784fc89-0409-415b-905a-8cde14fab131 already deleted. [ 735.885718] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.096220] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-683 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.096469] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-683" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.096594] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-683" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.096925] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-683" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.097200] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.097367] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.097494] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.097716] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.097861] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.098263] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.098399] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.098509] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.098612] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.098768] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.098825] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.098949] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.129938] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.130359] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.131112] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.131493] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-683" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.131954] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-88c9d0e1-8d4b-4074-b025-52f54be8d699 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.133175] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-88c9d0e1-8d4b-4074-b025-52f54be8d699" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.133175] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-88c9d0e1-8d4b-4074-b025-52f54be8d699" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.133175] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-88c9d0e1-8d4b-4074-b025-52f54be8d699" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.133496] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88c9d0e1-8d4b-4074-b025-52f54be8d699',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.188492] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a02b4bc-2c08-433a-8d49-25b78153d237',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.643920] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.643920] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.644129] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.644372] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.644559] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.644779] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 88c9d0e1-8d4b-4074-b025-52f54be8d699 not found, creating... [ 736.645384] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.645536] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.645738] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.645933] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.646175] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.646607] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.646983] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.647179] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.647599] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.647983] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.648198] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 88c9d0e1-8d4b-4074-b025-52f54be8d699 is going to be created. [ 736.672502] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.672768] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.672818] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.673099] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.673408] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.673710] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-88c9d0e1-8d4b-4074-b025-52f54be8d699" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.691692] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.693844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.693844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.693844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.693844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.693844] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 is going to be updated. [ 736.757845] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.757845] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.757845] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.757845] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.759299] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.772901] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 in Status: IN_PROGRESS for 2s [ 736.907780] env[66577]: INFO networking_nsxv3.common.synchronization [req-ddf968cc-a30a-437b-b2cd-4eb78162972d req-81ef1e5b-48af-437e-98e4-a4edfb355f98 tempest-FloatingIPsAssociationNegativeTestJSON-408576771 tempest-FloatingIPsAssociationNegativeTestJSON-408576771-project-member] Enqueued Resource ID: b83504d3-737b-4ccb-a6aa-f8af751678c9 with Priority: HIGHEST for action security_group_members [ 736.908797] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83504d3-737b-4ccb-a6aa-f8af751678c9 with Priority: HIGHEST for action security_group_members [ 736.908929] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83504d3-737b-4ccb-a6aa-f8af751678c9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.909029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.909070] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.909559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.909687] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.909797] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.909877] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.910187] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.910187] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.910317] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83504d3-737b-4ccb-a6aa-f8af751678c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.381101] env[66577]: INFO networking_nsxv3.common.synchronization [req-64b74eb1-6228-4a05-b03c-8068f9b34687 req-2831e9d6-7bd2-4938-9396-f86129a90407 service nova] Enqueued Resource ID: 1784fc89-0409-415b-905a-8cde14fab131 with Priority: HIGHEST for action security_group_rules [ 737.381101] env[66577]: INFO networking_nsxv3.common.synchronization [req-64b74eb1-6228-4a05-b03c-8068f9b34687 req-2831e9d6-7bd2-4938-9396-f86129a90407 service nova] Enqueued Resource ID: 1784fc89-0409-415b-905a-8cde14fab131 with Priority: HIGHEST for action security_group_members [ 737.381101] env[66577]: INFO networking_nsxv3.common.synchronization [req-64b74eb1-6228-4a05-b03c-8068f9b34687 req-2831e9d6-7bd2-4938-9396-f86129a90407 service nova] Enqueued Resource ID: 88c9d0e1-8d4b-4074-b025-52f54be8d699 with Priority: HIGHEST for action port [ 737.381101] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1784fc89-0409-415b-905a-8cde14fab131 with Priority: HIGHEST for action security_group_rules [ 737.381101] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1784fc89-0409-415b-905a-8cde14fab131 with Priority: HIGHEST for action security_group_members [ 737.381101] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88c9d0e1-8d4b-4074-b025-52f54be8d699 with Priority: HIGHEST for action port [ 737.383265] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1784fc89-0409-415b-905a-8cde14fab131 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.383818] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.385064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.385064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.385064] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1784fc89-0409-415b-905a-8cde14fab131',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.387150] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1784fc89-0409-415b-905a-8cde14fab131 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.387150] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.387150] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.387472] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.387472] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.387601] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.387658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.387835] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.387948] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.388217] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1784fc89-0409-415b-905a-8cde14fab131',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.389460] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-88c9d0e1-8d4b-4074-b025-52f54be8d699 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.389637] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88c9d0e1-8d4b-4074-b025-52f54be8d699" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.389711] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88c9d0e1-8d4b-4074-b025-52f54be8d699" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.390145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88c9d0e1-8d4b-4074-b025-52f54be8d699" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.390145] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88c9d0e1-8d4b-4074-b025-52f54be8d699',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.414973] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.414973] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.414973] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.415432] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.417984] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.418499] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.418499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.418599] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.419108] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.419220] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.419336] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83504d3-737b-4ccb-a6aa-f8af751678c9 already deleted. [ 737.419411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.451729] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.451992] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-136" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.452082] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-136" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.452845] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-136" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.452845] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.452845] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.453198] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.453198] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.453451] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.453773] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.453773] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.454027] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.454027] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.454151] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.454236] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.454593] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.475721] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.476550] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.476550] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.476550] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-136" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.476865] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-9a550386-e949-4fb8-b2ea-37d467a512de taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.476976] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-9a550386-e949-4fb8-b2ea-37d467a512de" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.477061] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-9a550386-e949-4fb8-b2ea-37d467a512de" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.477437] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-9a550386-e949-4fb8-b2ea-37d467a512de" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.477635] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a550386-e949-4fb8-b2ea-37d467a512de',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.525089] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b83c40f7-68d9-4416-ad91-42fed8d778d5 in Status: SUCCESS [ 737.525089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.547064] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10814156-2d14-4d9e-8e3e-1f2912721792 in Status: SUCCESS [ 737.547064] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10814156-2d14-4d9e-8e3e-1f2912721792 deletion is rescheduled due to dependency. [ 737.547064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.547973] env[66577]: INFO networking_nsxv3.common.synchronization [None req-03b36dc1-064c-430f-970a-ec090b901ba6 None None] Enqueued Resource ID: a44eef82-9e9e-43d1-8818-d8441af51c4b with Priority: HIGHEST for action port [ 737.548734] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a44eef82-9e9e-43d1-8818-d8441af51c4b with Priority: HIGHEST for action port [ 737.549072] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a44eef82-9e9e-43d1-8818-d8441af51c4b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.549190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a44eef82-9e9e-43d1-8818-d8441af51c4b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.550615] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a44eef82-9e9e-43d1-8818-d8441af51c4b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.550615] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a44eef82-9e9e-43d1-8818-d8441af51c4b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.550615] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a44eef82-9e9e-43d1-8818-d8441af51c4b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.892239] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1784fc89-0409-415b-905a-8cde14fab131 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.892239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.892239] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1784fc89-0409-415b-905a-8cde14fab131',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.894038] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88c9d0e1-8d4b-4074-b025-52f54be8d699 with status ACTIVE [ 737.895349] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.895458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.895514] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.895719] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.895885] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.896966] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.896966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.896966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.896966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.896966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.896966] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.896966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.896966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.896966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.897582] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.897582] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88c9d0e1-8d4b-4074-b025-52f54be8d699 is going to be updated. [ 737.923718] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.923718] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.923718] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.923718] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.923718] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.923718] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88c9d0e1-8d4b-4074-b025-52f54be8d699" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.980499] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.980754] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.980896] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.981624] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.981624] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.981624] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 9a550386-e949-4fb8-b2ea-37d467a512de not found, creating... [ 737.981830] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.982073] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.982073] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.982392] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.982537] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.982851] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.983035] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.983508] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.983619] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.983666] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.983851] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 9a550386-e949-4fb8-b2ea-37d467a512de is going to be created. [ 738.046153] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.046325] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.046492] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.046738] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.046976] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.047236] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-9a550386-e949-4fb8-b2ea-37d467a512de" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.052169] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a44eef82-9e9e-43d1-8818-d8441af51c4b [ 738.052424] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.052837] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.052837] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.052837] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.052974] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.052974] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a44eef82-9e9e-43d1-8818-d8441af51c4b already deleted. [ 738.053063] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a44eef82-9e9e-43d1-8818-d8441af51c4b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.400198] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1784fc89-0409-415b-905a-8cde14fab131',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.757636] env[66577]: INFO networking_nsxv3.common.synchronization [req-ddf968cc-a30a-437b-b2cd-4eb78162972d req-8ab9b2d2-5b43-435c-b731-042c36ca4939 service nova] Enqueued Resource ID: b83504d3-737b-4ccb-a6aa-f8af751678c9 with Priority: HIGHEST for action security_group_rules [ 738.757636] env[66577]: INFO networking_nsxv3.common.synchronization [req-ddf968cc-a30a-437b-b2cd-4eb78162972d req-8ab9b2d2-5b43-435c-b731-042c36ca4939 service nova] Enqueued Resource ID: b83504d3-737b-4ccb-a6aa-f8af751678c9 with Priority: HIGHEST for action security_group_members [ 738.757636] env[66577]: INFO networking_nsxv3.common.synchronization [req-ddf968cc-a30a-437b-b2cd-4eb78162972d req-8ab9b2d2-5b43-435c-b731-042c36ca4939 service nova] Enqueued Resource ID: 9a550386-e949-4fb8-b2ea-37d467a512de with Priority: HIGHEST for action port [ 738.757886] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83504d3-737b-4ccb-a6aa-f8af751678c9 with Priority: HIGHEST for action security_group_rules [ 738.758171] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83504d3-737b-4ccb-a6aa-f8af751678c9 with Priority: HIGHEST for action security_group_members [ 738.758313] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a550386-e949-4fb8-b2ea-37d467a512de with Priority: HIGHEST for action port [ 738.758743] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b83504d3-737b-4ccb-a6aa-f8af751678c9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.758961] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.759047] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.759428] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.759606] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b83504d3-737b-4ccb-a6aa-f8af751678c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.761477] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83504d3-737b-4ccb-a6aa-f8af751678c9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.761477] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.761477] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.762454] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.762454] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.762454] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.762454] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.762454] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.762696] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.762696] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83504d3-737b-4ccb-a6aa-f8af751678c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.763952] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a550386-e949-4fb8-b2ea-37d467a512de taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.763952] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a550386-e949-4fb8-b2ea-37d467a512de" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.763952] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a550386-e949-4fb8-b2ea-37d467a512de" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.764157] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a550386-e949-4fb8-b2ea-37d467a512de" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.764196] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a550386-e949-4fb8-b2ea-37d467a512de',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.783580] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 in Status: SUCCESS [ 738.784607] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.784607] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.784607] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.784788] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.784788] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.784908] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.784971] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.785065] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.785155] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.785245] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a02b4bc-2c08-433a-8d49-25b78153d237',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.903115] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.903276] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.903342] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.904193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.904306] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.905433] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1784fc89-0409-415b-905a-8cde14fab131 is going to be created. [ 738.951809] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.951809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.951809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.951809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.951809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.974095] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1784fc89-0409-415b-905a-8cde14fab131 in Status: UNINITIALIZED for 2s [ 739.267606] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83504d3-737b-4ccb-a6aa-f8af751678c9 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.267606] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.267606] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b83504d3-737b-4ccb-a6aa-f8af751678c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.268125] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a550386-e949-4fb8-b2ea-37d467a512de with status ACTIVE [ 739.268497] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.268625] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.268788] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.269204] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.269381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.269701] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.269849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.270096] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.270361] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.270499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.270822] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.271086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.271202] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.271440] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.271559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.271730] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a550386-e949-4fb8-b2ea-37d467a512de is going to be updated. [ 739.287257] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a02b4bc-2c08-433a-8d49-25b78153d237 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.287348] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.288055] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.288055] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.288055] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.288055] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.288055] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.288344] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.288344] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.288433] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.289381] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a02b4bc-2c08-433a-8d49-25b78153d237 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.289381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.289381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.289381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.289381] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.289381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.289381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.289726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.289726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.289726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.289852] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a02b4bc-2c08-433a-8d49-25b78153d237',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.314293] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.314473] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.314554] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.314764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.314943] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.315155] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a550386-e949-4fb8-b2ea-37d467a512de" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.779820] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b83504d3-737b-4ccb-a6aa-f8af751678c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.796777] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a02b4bc-2c08-433a-8d49-25b78153d237: rpc.has_security_group_logging(os_id): False [ 739.820864] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.821109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.821109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.821314] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.821404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.821622] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.821905] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.822136] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.822229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.822312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.822516] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.822618] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.822671] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.822818] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.822891] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.823620] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.825508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.825508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.825508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.825508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.825508] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 is going to be updated. [ 739.925365] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.925540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.925623] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.926563] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.926563] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.961611] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 in Status: IN_PROGRESS for 2s [ 740.280468] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.280742] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.280742] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.280968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.281049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.281102] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83504d3-737b-4ccb-a6aa-f8af751678c9 is going to be created. [ 740.322926] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.323853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.323853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.323853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.323853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.351168] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83504d3-737b-4ccb-a6aa-f8af751678c9 in Status: UNINITIALIZED for 2s [ 740.990248] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1784fc89-0409-415b-905a-8cde14fab131 in Status: SUCCESS [ 740.990660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.990660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.990998] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.993076] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.993076] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.993076] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.993076] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.993076] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.993076] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.993076] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1784fc89-0409-415b-905a-8cde14fab131',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.495164] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1784fc89-0409-415b-905a-8cde14fab131',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.987747] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 in Status: SUCCESS [ 741.987747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.997713] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1784fc89-0409-415b-905a-8cde14fab131: rpc.has_security_group_logging(os_id): False [ 742.026059] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.026059] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.026059] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.026059] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.026059] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.026059] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.026059] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.026059] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.026059] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.026059] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.026059] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1784fc89-0409-415b-905a-8cde14fab131 is going to be created. [ 742.119350] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.119350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.119350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.119350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.119350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.141762] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1784fc89-0409-415b-905a-8cde14fab131 in Status: IN_PROGRESS for 2s [ 742.358255] env[66577]: INFO networking_nsxv3.common.synchronization [req-be18274e-b61a-4d72-9de2-bb9eb55309b3 req-62b9ef0d-0db3-43a4-9210-81b7ab0999d7 tempest-ServersAdminTestJSON-508682362 tempest-ServersAdminTestJSON-508682362-project-member] Enqueued Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 742.359301] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 742.360441] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.360667] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.360789] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.361123] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.361375] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.361539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.361648] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.361945] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.362112] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.362286] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.373857] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83504d3-737b-4ccb-a6aa-f8af751678c9 in Status: SUCCESS [ 742.374141] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.374454] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.374687] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.374879] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.374993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.375071] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.375902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.375902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.375902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.375902] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b83504d3-737b-4ccb-a6aa-f8af751678c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.865709] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.867996] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.867996] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.868315] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.868315] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.868740] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.868805] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.868897] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.869189] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.869332] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.869538] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.869646] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.869747] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.869885] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.869943] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.870051] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.870179] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.878374] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83504d3-737b-4ccb-a6aa-f8af751678c9 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.878489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.878569] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.878838] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.879332] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.879463] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.879524] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.879767] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.879886] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.880089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.880195] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83504d3-737b-4ccb-a6aa-f8af751678c9 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.880300] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.880361] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.880552] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.880882] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.881026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.881119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.881329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.881465] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.881644] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.881782] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b83504d3-737b-4ccb-a6aa-f8af751678c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.899190] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.899286] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.901825] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.901825] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.901825] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-c523d38a-b811-4fdc-84b5-fb300ff7f28b taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.901825] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-c523d38a-b811-4fdc-84b5-fb300ff7f28b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.901825] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-c523d38a-b811-4fdc-84b5-fb300ff7f28b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.901825] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-c523d38a-b811-4fdc-84b5-fb300ff7f28b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.901825] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c523d38a-b811-4fdc-84b5-fb300ff7f28b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.374342] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.383975] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b83504d3-737b-4ccb-a6aa-f8af751678c9: rpc.has_security_group_logging(os_id): False [ 743.403882] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.404134] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.404239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.404624] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.404736] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.405611] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.405611] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.405611] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.405611] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.405611] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.405611] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.406097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.406097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.406097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.406097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.406097] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.406357] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.406357] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.406675] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.406675] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.406675] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b83504d3-737b-4ccb-a6aa-f8af751678c9 is going to be created. [ 743.408397] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.408674] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.408791] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.409028] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.409180] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.409326] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port c523d38a-b811-4fdc-84b5-fb300ff7f28b not found, creating... [ 743.409605] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.409779] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.409978] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.410462] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.410462] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.410860] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.410860] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.410860] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.411080] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.411224] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.411348] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: c523d38a-b811-4fdc-84b5-fb300ff7f28b is going to be created. [ 743.433826] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.434071] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.434158] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.434567] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.434853] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.435115] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-c523d38a-b811-4fdc-84b5-fb300ff7f28b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.526423] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.526723] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.526723] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.527107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.527349] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.554184] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b83504d3-737b-4ccb-a6aa-f8af751678c9 in Status: IN_PROGRESS for 2s [ 743.876785] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.876933] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.877306] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.877594] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.877688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.877790] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a is going to be updated. [ 743.913758] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.913758] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.913758] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.914225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.914225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.924221] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: IN_PROGRESS for 2s [ 744.153921] env[66577]: INFO networking_nsxv3.common.synchronization [None req-310a52d4-b511-4391-bacf-f0b6549d0f10 None None] Enqueued Resource ID: da3f0f8d-a55f-4c2c-b575-fd75bbf69e48 with Priority: HIGHEST for action port [ 744.154836] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da3f0f8d-a55f-4c2c-b575-fd75bbf69e48 with Priority: HIGHEST for action port [ 744.155734] env[66577]: INFO networking_nsxv3.common.synchronization [req-be18274e-b61a-4d72-9de2-bb9eb55309b3 req-0917345b-13ce-41a7-be20-5ae7f6f67635 service nova] Enqueued Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_rules [ 744.155912] env[66577]: INFO networking_nsxv3.common.synchronization [req-be18274e-b61a-4d72-9de2-bb9eb55309b3 req-0917345b-13ce-41a7-be20-5ae7f6f67635 service nova] Enqueued Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 744.156086] env[66577]: INFO networking_nsxv3.common.synchronization [req-be18274e-b61a-4d72-9de2-bb9eb55309b3 req-0917345b-13ce-41a7-be20-5ae7f6f67635 service nova] Enqueued Resource ID: c523d38a-b811-4fdc-84b5-fb300ff7f28b with Priority: HIGHEST for action port [ 744.157159] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1784fc89-0409-415b-905a-8cde14fab131 in Status: SUCCESS [ 744.157296] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.157900] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-da3f0f8d-a55f-4c2c-b575-fd75bbf69e48 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.157900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da3f0f8d-a55f-4c2c-b575-fd75bbf69e48" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.157900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da3f0f8d-a55f-4c2c-b575-fd75bbf69e48" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.158318] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da3f0f8d-a55f-4c2c-b575-fd75bbf69e48" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.158388] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da3f0f8d-a55f-4c2c-b575-fd75bbf69e48',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.159517] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_rules [ 744.160058] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 744.160058] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c523d38a-b811-4fdc-84b5-fb300ff7f28b with Priority: HIGHEST for action port [ 744.160058] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.160296] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.160296] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.160462] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.160557] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.161598] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.161745] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.162211] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c523d38a-b811-4fdc-84b5-fb300ff7f28b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.162211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c523d38a-b811-4fdc-84b5-fb300ff7f28b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.162211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c523d38a-b811-4fdc-84b5-fb300ff7f28b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.162411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c523d38a-b811-4fdc-84b5-fb300ff7f28b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.162497] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c523d38a-b811-4fdc-84b5-fb300ff7f28b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.664502] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da3f0f8d-a55f-4c2c-b575-fd75bbf69e48 [ 744.664888] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.665268] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.665268] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.665528] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.666204] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.666204] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da3f0f8d-a55f-4c2c-b575-fd75bbf69e48 already deleted. [ 744.666204] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da3f0f8d-a55f-4c2c-b575-fd75bbf69e48" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.666394] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.667020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.667020] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c523d38a-b811-4fdc-84b5-fb300ff7f28b with status ACTIVE [ 744.667228] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.667228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.667398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.668105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.668105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.668105] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.668105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.668105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.668353] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.668353] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.668489] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.668596] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.668654] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.668794] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.668893] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.669116] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c523d38a-b811-4fdc-84b5-fb300ff7f28b is going to be updated. [ 744.705682] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.706304] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.707890] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.707890] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.707890] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.707890] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c523d38a-b811-4fdc-84b5-fb300ff7f28b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.573306] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b83504d3-737b-4ccb-a6aa-f8af751678c9 in Status: SUCCESS [ 745.573518] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.940125] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: SUCCESS [ 745.940779] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.940779] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.940779] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.941042] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.941890] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.941955] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.942218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.942317] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.942477] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.445131] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.571874] env[66577]: INFO networking_nsxv3.common.synchronization [req-be7dcacc-c3aa-4b3c-a019-7aed5aaef36a req-e643228d-92ba-4bd4-a2ea-f591773113ae tempest-ServersTestJSON-1986641018 tempest-ServersTestJSON-1986641018-project-member] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 746.572413] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 746.572712] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.572820] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.572891] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.573993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.573993] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.573993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.573993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.573993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.573993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.574449] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.948412] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.996805] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-640 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.998980] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.998980] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.998980] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.998980] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.998980] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.998980] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.998980] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.998980] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.998980] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.998980] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.998980] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.998980] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.998980] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.998980] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.999602] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.028710] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.029605] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.029605] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.029605] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.029605] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-786a99c1-5285-4c4b-a8fb-019c3506976c taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.029942] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-786a99c1-5285-4c4b-a8fb-019c3506976c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.029942] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-786a99c1-5285-4c4b-a8fb-019c3506976c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.030568] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-786a99c1-5285-4c4b-a8fb-019c3506976c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.030568] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('786a99c1-5285-4c4b-a8fb-019c3506976c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.077018] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.244315] env[66577]: INFO networking_nsxv3.common.synchronization [None req-fe426808-3d84-44db-9ea7-3edc0c5a1406 None None] Enqueued Resource ID: c86f2b1e-5179-4a30-9919-c64a6d7cdf42 with Priority: HIGHEST for action port [ 747.244860] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86f2b1e-5179-4a30-9919-c64a6d7cdf42 with Priority: HIGHEST for action port [ 747.245184] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c86f2b1e-5179-4a30-9919-c64a6d7cdf42 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.245309] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c86f2b1e-5179-4a30-9919-c64a6d7cdf42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.245371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c86f2b1e-5179-4a30-9919-c64a6d7cdf42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.245614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c86f2b1e-5179-4a30-9919-c64a6d7cdf42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.245714] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c86f2b1e-5179-4a30-9919-c64a6d7cdf42',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.452577] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.452806] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.452806] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.453117] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.453117] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.453373] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a is going to be updated. [ 747.493209] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.493411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.493458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.493675] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.493846] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.507337] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: IN_PROGRESS for 2s [ 747.533458] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.533757] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.533890] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.534247] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.534669] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.534774] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 786a99c1-5285-4c4b-a8fb-019c3506976c not found, creating... [ 747.535055] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.535228] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.535356] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.535989] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.536221] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.536685] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.536926] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.537094] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.537366] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.537552] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.537834] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 786a99c1-5285-4c4b-a8fb-019c3506976c is going to be created. [ 747.563052] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.563288] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.563394] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.563723] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.563931] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.564176] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-786a99c1-5285-4c4b-a8fb-019c3506976c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.579726] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.748310] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c86f2b1e-5179-4a30-9919-c64a6d7cdf42 [ 747.748310] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.748310] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.748310] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.748566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.748566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.748566] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c86f2b1e-5179-4a30-9919-c64a6d7cdf42 already deleted. [ 747.748662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c86f2b1e-5179-4a30-9919-c64a6d7cdf42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.082646] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.083094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.083094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.083094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.083236] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.083325] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 748.123994] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.123994] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.124159] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.124320] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.124475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.136516] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 748.422971] env[66577]: INFO networking_nsxv3.common.synchronization [req-be7dcacc-c3aa-4b3c-a019-7aed5aaef36a req-1cb07644-18bb-46e0-800b-16bdec9d81c2 service nova] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_rules [ 748.423243] env[66577]: INFO networking_nsxv3.common.synchronization [req-be7dcacc-c3aa-4b3c-a019-7aed5aaef36a req-1cb07644-18bb-46e0-800b-16bdec9d81c2 service nova] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 748.423436] env[66577]: INFO networking_nsxv3.common.synchronization [req-be7dcacc-c3aa-4b3c-a019-7aed5aaef36a req-1cb07644-18bb-46e0-800b-16bdec9d81c2 service nova] Enqueued Resource ID: 786a99c1-5285-4c4b-a8fb-019c3506976c with Priority: HIGHEST for action port [ 748.424737] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_rules [ 748.424977] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 748.425275] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 786a99c1-5285-4c4b-a8fb-019c3506976c with Priority: HIGHEST for action port [ 748.427869] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.428569] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.428797] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.429036] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.429413] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.434026] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.434026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.434026] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-786a99c1-5285-4c4b-a8fb-019c3506976c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.434026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-786a99c1-5285-4c4b-a8fb-019c3506976c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.434026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-786a99c1-5285-4c4b-a8fb-019c3506976c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.434026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-786a99c1-5285-4c4b-a8fb-019c3506976c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.434026] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('786a99c1-5285-4c4b-a8fb-019c3506976c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.939407] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.939558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.939802] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 786a99c1-5285-4c4b-a8fb-019c3506976c with status ACTIVE [ 748.939990] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.940195] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.940195] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.940480] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.940586] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.941044] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.941044] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.941044] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.941479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.941479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.941768] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.941883] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.941957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.942719] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.942811] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.942974] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 786a99c1-5285-4c4b-a8fb-019c3506976c is going to be updated. [ 748.968360] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.968514] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.968584] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.968964] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.969117] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.969333] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-786a99c1-5285-4c4b-a8fb-019c3506976c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.519592] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: SUCCESS [ 749.519592] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.519592] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.519592] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.519592] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.519592] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.519592] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.519592] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.519592] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.519592] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.519592] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.022581] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.022759] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.022818] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.023089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.023267] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.023371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.023424] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.023583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.023670] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.024501] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.024501] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.024501] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.024501] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.024501] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.024501] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.024501] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.024501] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.025159] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.025159] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.025159] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.025159] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.148265] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 750.148598] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.148839] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.149122] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.149368] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.149509] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.149578] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.149762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.149846] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.149942] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.291465] env[66577]: INFO networking_nsxv3.common.synchronization [req-68f17a8e-2095-41df-882f-026aec5efbf2 req-80b26a11-ee9a-4470-9d72-c8f2dfae65db tempest-SecurityGroupRulesNegativeTestJSON-608552274 tempest-SecurityGroupRulesNegativeTestJSON-608552274-project-member] Enqueued Resource ID: cecabff5-6bcd-402e-be98-c09682bd7999 with Priority: HIGHEST for action security_group_rules [ 750.292043] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecabff5-6bcd-402e-be98-c09682bd7999 with Priority: HIGHEST for action security_group_rules [ 750.292359] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cecabff5-6bcd-402e-be98-c09682bd7999 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.292490] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cecabff5-6bcd-402e-be98-c09682bd7999" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.292573] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cecabff5-6bcd-402e-be98-c09682bd7999" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.292825] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cecabff5-6bcd-402e-be98-c09682bd7999" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.292949] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cecabff5-6bcd-402e-be98-c09682bd7999',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.527039] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a: rpc.has_security_group_logging(os_id): False [ 750.552339] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.552529] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.552599] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.552865] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.552967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.553242] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.553349] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.553448] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.553701] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.553819] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.554021] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.554273] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.554344] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.554558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.554647] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.554839] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.554946] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.555041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.555376] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.555376] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.555376] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a is going to be updated. [ 750.638080] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.638254] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.638379] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.639503] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.639503] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.655431] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.661236] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: IN_PROGRESS for 2s [ 750.853323] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.853850] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.853850] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.855949] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.855949] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.855949] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cecabff5-6bcd-402e-be98-c09682bd7999 already deleted. [ 750.855949] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cecabff5-6bcd-402e-be98-c09682bd7999" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.160521] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.666801] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.666801] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.666801] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.666801] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.666801] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.666801] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 751.705441] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.705580] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.705813] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.706499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.706499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.718107] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 752.681285] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: SUCCESS [ 752.681613] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.729488] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 753.729755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.729917] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.730126] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.730320] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.730437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.730503] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.730665] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.730753] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.730836] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.731085] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.233292] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.233492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.233492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.234177] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.234177] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.234806] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.234806] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.235350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.235350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.235350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.235512] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.235581] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.235618] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.236368] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.236368] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.236368] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.236368] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.236368] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.236368] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.236737] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.236737] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.740886] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba275e77-5a3f-42ea-b01c-bf042356d57e: rpc.has_security_group_logging(os_id): False [ 754.766820] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.767784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.767784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.767784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.767784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.767784] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.768691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.768691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.768691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.768691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.768691] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.768691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.768691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.768996] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.768996] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.771518] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.771741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.771866] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.772112] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.772203] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.772309] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 754.850878] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.851067] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.851104] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.851380] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.851477] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.866541] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 755.293568] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 755.294785] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 755.591036] env[66577]: INFO networking_nsxv3.common.synchronization [None req-8920e11b-d4ed-4d54-8c51-03845a8f3091 None None] Enqueued Resource ID: 3f403345-d11a-4d6b-be9b-1a8187ebef75 with Priority: HIGHEST for action port [ 755.591582] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f403345-d11a-4d6b-be9b-1a8187ebef75 with Priority: HIGHEST for action port [ 755.591874] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f403345-d11a-4d6b-be9b-1a8187ebef75 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.591995] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f403345-d11a-4d6b-be9b-1a8187ebef75" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.592270] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f403345-d11a-4d6b-be9b-1a8187ebef75" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.592633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f403345-d11a-4d6b-be9b-1a8187ebef75" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.592741] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f403345-d11a-4d6b-be9b-1a8187ebef75',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.931903] env[66577]: INFO networking_nsxv3.common.synchronization [None req-720c595b-9de2-4bb2-96bd-bccb77c0281b None None] Enqueued Resource ID: 06f83725-098f-4703-a1e4-aedacf3ee8bb with Priority: HIGHEST for action port [ 755.932542] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f83725-098f-4703-a1e4-aedacf3ee8bb with Priority: HIGHEST for action port [ 755.932849] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-06f83725-098f-4703-a1e4-aedacf3ee8bb taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.933169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06f83725-098f-4703-a1e4-aedacf3ee8bb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.933460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06f83725-098f-4703-a1e4-aedacf3ee8bb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.933749] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06f83725-098f-4703-a1e4-aedacf3ee8bb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.933835] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06f83725-098f-4703-a1e4-aedacf3ee8bb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.095791] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f403345-d11a-4d6b-be9b-1a8187ebef75 [ 756.095791] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.095970] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.095970] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.096538] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.096538] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.097042] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f403345-d11a-4d6b-be9b-1a8187ebef75 already deleted. [ 756.097042] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f403345-d11a-4d6b-be9b-1a8187ebef75" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.436425] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06f83725-098f-4703-a1e4-aedacf3ee8bb [ 756.437600] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.437820] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.437820] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.438143] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.438143] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.438277] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06f83725-098f-4703-a1e4-aedacf3ee8bb already deleted. [ 756.438312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06f83725-098f-4703-a1e4-aedacf3ee8bb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.880916] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 756.881195] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.999222] env[66577]: INFO networking_nsxv3.common.synchronization [req-6ce4dc78-025f-4a25-889d-58a478db3ebd req-c3f471c7-e18c-424f-8141-a086e65a2017 tempest-InstanceActionsNegativeTestJSON-1143240402 tempest-InstanceActionsNegativeTestJSON-1143240402-project-member] Enqueued Resource ID: b83c40f7-68d9-4416-ad91-42fed8d778d5 with Priority: HIGHEST for action security_group_members [ 757.002016] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83c40f7-68d9-4416-ad91-42fed8d778d5 with Priority: HIGHEST for action security_group_members [ 757.002699] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83c40f7-68d9-4416-ad91-42fed8d778d5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.002699] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.002857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.002931] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.003102] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.003228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.003317] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.003509] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.003598] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.003690] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83c40f7-68d9-4416-ad91-42fed8d778d5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.509568] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.509850] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.509850] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.510609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.510609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.510609] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.510733] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.510733] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.510871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.511028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.511117] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83c40f7-68d9-4416-ad91-42fed8d778d5 is going to be updated. [ 757.542755] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.542755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.542755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.542755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.542971] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.553733] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83c40f7-68d9-4416-ad91-42fed8d778d5 in Status: IN_PROGRESS for 2s [ 757.770295] env[66577]: INFO networking_nsxv3.common.synchronization [req-3abea5a8-b0ae-4eb3-b906-56e6b3d7636a req-4e235b6a-2274-4355-9ec2-5add9c7c03e1 tempest-DeleteServersTestJSON-1132974874 tempest-DeleteServersTestJSON-1132974874-project-member] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 757.770793] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 757.771109] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.771229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.771531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.771531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.771659] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.771749] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.771818] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.771990] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.772138] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.772233] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.269682] env[66577]: INFO networking_nsxv3.common.synchronization [req-66950b3c-6c13-4721-8850-0071fa71b494 req-62b554ab-79ea-4d95-a893-7364fb57ad52 tempest-SecurityGroupRulesNegativeTestJSON-608552274 tempest-SecurityGroupRulesNegativeTestJSON-608552274-project-member] Enqueued Resource ID: cecabff5-6bcd-402e-be98-c09682bd7999 with Priority: HIGHEST for action security_group_rules [ 758.270252] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecabff5-6bcd-402e-be98-c09682bd7999 with Priority: HIGHEST for action security_group_rules [ 758.270648] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cecabff5-6bcd-402e-be98-c09682bd7999 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.270747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cecabff5-6bcd-402e-be98-c09682bd7999" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.270813] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cecabff5-6bcd-402e-be98-c09682bd7999" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.273353] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cecabff5-6bcd-402e-be98-c09682bd7999" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.273353] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cecabff5-6bcd-402e-be98-c09682bd7999',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.274893] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.275012] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.275289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.275289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.275856] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.275856] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.275856] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.275856] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.275856] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.276152] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.276152] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be updated. [ 758.317610] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.317610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.317610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.317610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.317925] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.344192] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: IN_PROGRESS for 2s [ 758.663648] env[66577]: INFO networking_nsxv3.common.synchronization [None req-4d5b5930-55c3-49f2-aea6-1286386a211f None None] Enqueued Resource ID: bfba0312-ed43-4bd6-840e-6ceb506a3b4b with Priority: HIGHEST for action port [ 758.664813] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfba0312-ed43-4bd6-840e-6ceb506a3b4b with Priority: HIGHEST for action port [ 758.664813] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfba0312-ed43-4bd6-840e-6ceb506a3b4b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.664813] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfba0312-ed43-4bd6-840e-6ceb506a3b4b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.664813] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfba0312-ed43-4bd6-840e-6ceb506a3b4b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.665019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfba0312-ed43-4bd6-840e-6ceb506a3b4b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.665019] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfba0312-ed43-4bd6-840e-6ceb506a3b4b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.804154] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.804294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.804611] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.804611] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.804674] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.804825] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cecabff5-6bcd-402e-be98-c09682bd7999 already deleted. [ 758.804825] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cecabff5-6bcd-402e-be98-c09682bd7999" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.096740] env[66577]: INFO networking_nsxv3.common.synchronization [None req-826efe5d-472a-475c-800d-cc0fb04fc5a3 None None] Enqueued Resource ID: ded4ad1e-e889-4def-960c-6113ffe2e648 with Priority: HIGHEST for action port [ 759.096740] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded4ad1e-e889-4def-960c-6113ffe2e648 with Priority: HIGHEST for action port [ 759.103876] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-ded4ad1e-e889-4def-960c-6113ffe2e648 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.103876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ded4ad1e-e889-4def-960c-6113ffe2e648" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.103876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ded4ad1e-e889-4def-960c-6113ffe2e648" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.103876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ded4ad1e-e889-4def-960c-6113ffe2e648" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.103876] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ded4ad1e-e889-4def-960c-6113ffe2e648',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.170392] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfba0312-ed43-4bd6-840e-6ceb506a3b4b [ 759.170787] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.170892] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.170892] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.171248] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.171298] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.171447] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfba0312-ed43-4bd6-840e-6ceb506a3b4b already deleted. [ 759.171579] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfba0312-ed43-4bd6-840e-6ceb506a3b4b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.569716] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83c40f7-68d9-4416-ad91-42fed8d778d5 in Status: SUCCESS [ 759.570231] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83c40f7-68d9-4416-ad91-42fed8d778d5 deletion is rescheduled due to dependency. [ 759.570231] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83c40f7-68d9-4416-ad91-42fed8d778d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.606163] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ded4ad1e-e889-4def-960c-6113ffe2e648 [ 759.606163] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.606557] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.606557] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.607144] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.607367] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.607540] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ded4ad1e-e889-4def-960c-6113ffe2e648 already deleted. [ 759.607599] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ded4ad1e-e889-4def-960c-6113ffe2e648" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.763854] env[66577]: INFO networking_nsxv3.common.synchronization [None req-854e26ea-9a89-4e7a-946a-acc674eeac0f None None] Enqueued Resource ID: 9b4e110a-0c2f-4087-9e00-aa9e211efd29 with Priority: HIGHEST for action port [ 759.764505] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b4e110a-0c2f-4087-9e00-aa9e211efd29 with Priority: HIGHEST for action port [ 759.765809] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b4e110a-0c2f-4087-9e00-aa9e211efd29 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.765809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b4e110a-0c2f-4087-9e00-aa9e211efd29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.765809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b4e110a-0c2f-4087-9e00-aa9e211efd29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.765809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b4e110a-0c2f-4087-9e00-aa9e211efd29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.765809] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b4e110a-0c2f-4087-9e00-aa9e211efd29',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.268743] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b4e110a-0c2f-4087-9e00-aa9e211efd29 [ 760.268987] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.269139] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.269232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.269482] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.269574] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.269665] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b4e110a-0c2f-4087-9e00-aa9e211efd29 already deleted. [ 760.269887] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b4e110a-0c2f-4087-9e00-aa9e211efd29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.364307] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 760.364707] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 deletion is rescheduled due to dependency. [ 760.364707] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.392365] env[66577]: INFO networking_nsxv3.common.synchronization [None req-29818f03-e448-42f0-9753-24f5622edadd tempest-ServersTestJSON-300876603 tempest-ServersTestJSON-300876603-project-member] Enqueued Resource ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 with Priority: HIGHEST for action security_group_rules [ 760.393762] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 with Priority: HIGHEST for action security_group_rules [ 760.393762] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.393762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.393981] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.394204] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.394327] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b9ce399-65f7-44f5-b1b5-df6e33bf22a9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.494282] env[66577]: INFO networking_nsxv3.common.synchronization [None req-fcf5684a-5827-4201-91f9-0fa7668d439a tempest-ServersTestJSON-300876603 tempest-ServersTestJSON-300876603-project-member] Enqueued Resource ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 with Priority: HIGHEST for action security_group_rules [ 760.494282] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 with Priority: HIGHEST for action security_group_rules [ 760.494282] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.494282] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.918145] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.918584] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.918584] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.918685] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.918781] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.918917] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 already deleted. [ 760.919027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.919198] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.919425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.919510] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b9ce399-65f7-44f5-b1b5-df6e33bf22a9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.413190] env[66577]: INFO networking_nsxv3.common.synchronization [req-c7d1b5be-5972-4ba4-8f6e-c09ef43f1965 req-dac68f4d-1f6a-4983-8531-fcdadacb6ee2 tempest-DeleteServersAdminTestJSON-1925294022 tempest-DeleteServersAdminTestJSON-1925294022-project-member] Enqueued Resource ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 with Priority: HIGHEST for action security_group_members [ 761.418035] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 with Priority: HIGHEST for action security_group_members [ 761.418035] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a02b4bc-2c08-433a-8d49-25b78153d237 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.418035] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.418035] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.418035] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.418035] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.418035] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.418035] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.418035] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.418035] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.418035] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a02b4bc-2c08-433a-8d49-25b78153d237',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.452491] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.452649] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.452713] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.452931] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.453036] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.453133] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 already deleted. [ 761.453217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.612885] env[66577]: INFO networking_nsxv3.common.synchronization [req-c115a9d3-cdc1-4558-adb3-0ee391ed1ba0 req-f0ef5d9a-cfdc-4c60-8274-cc250a033d84 tempest-AttachVolumeNegativeTest-2015767532 tempest-AttachVolumeNegativeTest-2015767532-project-member] Enqueued Resource ID: a3cf231b-ed52-44ae-8392-b14702ef177e with Priority: HIGHEST for action security_group_members [ 761.613332] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cf231b-ed52-44ae-8392-b14702ef177e with Priority: HIGHEST for action security_group_members [ 761.613864] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3cf231b-ed52-44ae-8392-b14702ef177e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.613957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.613994] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.614424] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.614676] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.614822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.614954] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.615260] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.615401] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.615551] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3cf231b-ed52-44ae-8392-b14702ef177e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.921595] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.921882] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.921882] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.922063] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.922154] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.922351] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.922445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.922506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.922654] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.922727] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.922807] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 is going to be updated. [ 761.955880] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.956038] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.956146] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.957255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.957255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.970767] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 in Status: IN_PROGRESS for 2s [ 762.013523] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.013707] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-665" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.013827] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-665" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.014149] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-665" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.014402] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.014591] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.014747] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.014966] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.015125] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.015324] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.015434] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.015537] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.015649] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.015805] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.015912] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.016063] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.118084] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.118334] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.118411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.118582] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.119656] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.119656] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.119656] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.119656] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.119656] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.119656] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.119656] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3cf231b-ed52-44ae-8392-b14702ef177e already deleted. [ 762.119656] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.121175] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.121175] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.105 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.121175] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.121175] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-665" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.121489] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-02b77e15-0903-45dc-be5e-c581e1044724 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.121681] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-02b77e15-0903-45dc-be5e-c581e1044724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.121806] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-02b77e15-0903-45dc-be5e-c581e1044724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.122106] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-02b77e15-0903-45dc-be5e-c581e1044724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.123134] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02b77e15-0903-45dc-be5e-c581e1044724',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.163371] env[66577]: INFO networking_nsxv3.common.synchronization [req-ad43336a-146a-4334-8ef3-17a0f6ec4c63 req-c9672b1c-52f6-4b32-a52e-2d12176594d8 tempest-ServersV294TestFqdnHostnames-1022238279 tempest-ServersV294TestFqdnHostnames-1022238279-project-member] Enqueued Resource ID: b54fd529-a9f5-4510-a094-a34048f8fc8e with Priority: HIGHEST for action security_group_members [ 762.163864] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b54fd529-a9f5-4510-a094-a34048f8fc8e with Priority: HIGHEST for action security_group_members [ 762.164215] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b54fd529-a9f5-4510-a094-a34048f8fc8e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.164358] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.164470] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.164622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.166460] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.166460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.166460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.166460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.166460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.166460] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b54fd529-a9f5-4510-a094-a34048f8fc8e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.631844] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.631844] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.631844] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.631844] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.631844] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.631844] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 02b77e15-0903-45dc-be5e-c581e1044724 not found, creating... [ 762.632197] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.632197] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.632279] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.632458] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.632596] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.632870] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.633040] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.633161] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.633358] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.633484] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.633617] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 02b77e15-0903-45dc-be5e-c581e1044724 is going to be created. [ 762.655074] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.655320] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.655374] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.655636] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.655855] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.656092] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-02b77e15-0903-45dc-be5e-c581e1044724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.668763] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.668986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.668986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.669213] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.669303] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.669529] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.669644] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.669711] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.669854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.669937] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.670091] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b54fd529-a9f5-4510-a094-a34048f8fc8e is going to be updated. [ 762.704713] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.704882] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.704920] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.705151] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.705299] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.715756] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b54fd529-a9f5-4510-a094-a34048f8fc8e in Status: IN_PROGRESS for 2s [ 763.302587] env[66577]: INFO networking_nsxv3.common.synchronization [req-c115a9d3-cdc1-4558-adb3-0ee391ed1ba0 req-5281e724-3ff9-47f8-bcfb-5060a1fc575e service nova] Enqueued Resource ID: a3cf231b-ed52-44ae-8392-b14702ef177e with Priority: HIGHEST for action security_group_rules [ 763.302860] env[66577]: INFO networking_nsxv3.common.synchronization [req-c115a9d3-cdc1-4558-adb3-0ee391ed1ba0 req-5281e724-3ff9-47f8-bcfb-5060a1fc575e service nova] Enqueued Resource ID: a3cf231b-ed52-44ae-8392-b14702ef177e with Priority: HIGHEST for action security_group_members [ 763.302947] env[66577]: INFO networking_nsxv3.common.synchronization [req-c115a9d3-cdc1-4558-adb3-0ee391ed1ba0 req-5281e724-3ff9-47f8-bcfb-5060a1fc575e service nova] Enqueued Resource ID: 02b77e15-0903-45dc-be5e-c581e1044724 with Priority: HIGHEST for action port [ 763.303128] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cf231b-ed52-44ae-8392-b14702ef177e with Priority: HIGHEST for action security_group_rules [ 763.303256] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cf231b-ed52-44ae-8392-b14702ef177e with Priority: HIGHEST for action security_group_members [ 763.303354] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02b77e15-0903-45dc-be5e-c581e1044724 with Priority: HIGHEST for action port [ 763.303896] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3cf231b-ed52-44ae-8392-b14702ef177e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.304035] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.304102] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.306631] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.306631] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3cf231b-ed52-44ae-8392-b14702ef177e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.306631] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3cf231b-ed52-44ae-8392-b14702ef177e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.306631] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.306631] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.306631] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.306631] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.306631] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.306631] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.306631] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.306631] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.306631] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3cf231b-ed52-44ae-8392-b14702ef177e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.307421] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-02b77e15-0903-45dc-be5e-c581e1044724 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.307474] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02b77e15-0903-45dc-be5e-c581e1044724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.308441] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02b77e15-0903-45dc-be5e-c581e1044724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.308441] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02b77e15-0903-45dc-be5e-c581e1044724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.308441] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02b77e15-0903-45dc-be5e-c581e1044724',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.429655] env[66577]: INFO networking_nsxv3.common.synchronization [req-1dc8841d-5ae6-440e-bc1c-ddc15aa52b9e req-de17b3e7-9865-485b-8e39-59591e35001f tempest-ImagesOneServerTestJSON-796881399 tempest-ImagesOneServerTestJSON-796881399-project-member] Enqueued Resource ID: 8a9b62f1-5f35-4b00-af93-a0346a61e0ef with Priority: HIGHEST for action security_group_members [ 763.430180] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9b62f1-5f35-4b00-af93-a0346a61e0ef with Priority: HIGHEST for action security_group_members [ 763.430594] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.430726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.430804] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.431094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.432662] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.432777] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.432844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.433024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.433113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.433258] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9b62f1-5f35-4b00-af93-a0346a61e0ef',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.587080] env[66577]: INFO networking_nsxv3.common.synchronization [None req-00249c97-c133-440c-ba41-c8377337838c None None] Enqueued Resource ID: 30a9efa7-a45b-4f74-8957-cb65e33be0e6 with Priority: HIGHEST for action port [ 763.587080] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a9efa7-a45b-4f74-8957-cb65e33be0e6 with Priority: HIGHEST for action port [ 763.587080] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-30a9efa7-a45b-4f74-8957-cb65e33be0e6 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.587080] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30a9efa7-a45b-4f74-8957-cb65e33be0e6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.587080] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30a9efa7-a45b-4f74-8957-cb65e33be0e6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.587442] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30a9efa7-a45b-4f74-8957-cb65e33be0e6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.587442] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30a9efa7-a45b-4f74-8957-cb65e33be0e6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.764955] env[66577]: INFO networking_nsxv3.common.synchronization [req-f53b8ca4-53ac-4762-a80c-4f1601fd782b req-22e46a97-d03b-460c-955e-6e422a617f66 tempest-ServersTestMultiNic-1376160279 tempest-ServersTestMultiNic-1376160279-project-member] Enqueued Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 763.765598] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 763.765598] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.765749] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.765749] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.765949] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.768393] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.768607] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.768678] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.768855] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.768947] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.769040] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.809903] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3cf231b-ed52-44ae-8392-b14702ef177e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.810060] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.810222] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3cf231b-ed52-44ae-8392-b14702ef177e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.813428] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02b77e15-0903-45dc-be5e-c581e1044724 with status ACTIVE [ 763.813428] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.813428] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.813428] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.813562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.813902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.814062] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.814148] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.814191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.814391] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.814469] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.814717] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.814861] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.815061] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.815114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.815179] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.815264] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02b77e15-0903-45dc-be5e-c581e1044724 is going to be updated. [ 763.838418] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.838556] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.838679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.839392] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.839392] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.839392] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02b77e15-0903-45dc-be5e-c581e1044724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.937052] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.937052] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.937268] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.937326] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.937417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.937630] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.937727] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.937815] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.937945] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.938030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.938116] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9b62f1-5f35-4b00-af93-a0346a61e0ef is going to be updated. [ 763.971769] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.971769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.971769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.971769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.971769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.988450] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9b62f1-5f35-4b00-af93-a0346a61e0ef in Status: IN_PROGRESS for 2s [ 763.988450] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 in Status: SUCCESS [ 763.988450] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 deletion is rescheduled due to dependency. [ 763.988450] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.089989] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30a9efa7-a45b-4f74-8957-cb65e33be0e6 [ 764.090146] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.090292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.090404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.090637] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.090757] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.090856] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30a9efa7-a45b-4f74-8957-cb65e33be0e6 already deleted. [ 764.090956] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30a9efa7-a45b-4f74-8957-cb65e33be0e6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.112461] env[66577]: INFO networking_nsxv3.common.synchronization [req-f53b8ca4-53ac-4762-a80c-4f1601fd782b req-1b833804-0627-419f-aed1-603af07db448 tempest-ServersTestMultiNic-1376160279 tempest-ServersTestMultiNic-1376160279-project-member] Enqueued Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 764.112989] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 764.113826] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.113826] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.271839] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.272068] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.272128] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.272418] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.272479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.272757] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.272835] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.272905] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.273242] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.273430] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.273430] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 already deleted. [ 764.273565] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.273719] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.273870] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.274037] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.274184] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.274293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.274579] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.274998] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.274998] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.313852] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3cf231b-ed52-44ae-8392-b14702ef177e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.460481] env[66577]: INFO networking_nsxv3.common.synchronization [req-f53b8ca4-53ac-4762-a80c-4f1601fd782b req-66f32dd2-622b-453e-b8d6-8a12a933e176 tempest-ServersTestMultiNic-1376160279 tempest-ServersTestMultiNic-1376160279-project-member] Enqueued Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 764.461096] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 764.462638] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.462715] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.729129] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b54fd529-a9f5-4510-a094-a34048f8fc8e in Status: SUCCESS [ 764.729539] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b54fd529-a9f5-4510-a094-a34048f8fc8e deletion is rescheduled due to dependency. [ 764.729539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.780215] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.780215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.780215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.780215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.780215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.780215] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.780215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.780215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.780215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.780215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.780215] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 already deleted. [ 764.780215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.780215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.780215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.780215] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.780215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.780215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.780215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.780835] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.781369] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.818539] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.818539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.818539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.818539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.818539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.818539] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3cf231b-ed52-44ae-8392-b14702ef177e is going to be created. [ 764.848293] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.848293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.848293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.848293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.848293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.852583] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.852929] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-235" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.853152] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-235" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.853565] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-235" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.853934] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.854252] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.854456] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.854773] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.855037] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.855346] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.855906] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.857018] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.857018] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.857018] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.857018] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.857018] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.865376] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3cf231b-ed52-44ae-8392-b14702ef177e in Status: UNINITIALIZED for 2s [ 764.880221] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.880665] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.880921] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.881269] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-235" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.881713] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-53413f99-4f89-4fd2-badf-45f1ba727130 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.882382] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-53413f99-4f89-4fd2-badf-45f1ba727130" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.882382] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-53413f99-4f89-4fd2-badf-45f1ba727130" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.882567] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-53413f99-4f89-4fd2-badf-45f1ba727130" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.882713] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53413f99-4f89-4fd2-badf-45f1ba727130',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.284463] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.284463] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.284774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.284892] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.285029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.285287] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.285439] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.285507] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.285738] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.285820] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.285907] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 already deleted. [ 765.286009] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.386809] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.386809] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.386809] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.387346] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.387346] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.387646] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 53413f99-4f89-4fd2-badf-45f1ba727130 not found, creating... [ 765.388115] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.388436] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.388605] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.388988] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.389414] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.390096] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.390424] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.390672] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.391104] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.391361] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.391778] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 53413f99-4f89-4fd2-badf-45f1ba727130 is going to be created. [ 765.421323] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.421674] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.421745] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.422627] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.422627] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.422627] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-53413f99-4f89-4fd2-badf-45f1ba727130" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.997939] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9b62f1-5f35-4b00-af93-a0346a61e0ef in Status: SUCCESS [ 765.998116] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9b62f1-5f35-4b00-af93-a0346a61e0ef deletion is rescheduled due to dependency. [ 765.998180] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9b62f1-5f35-4b00-af93-a0346a61e0ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.211776] env[66577]: INFO networking_nsxv3.common.synchronization [req-f53b8ca4-53ac-4762-a80c-4f1601fd782b req-82f55383-1a24-4346-b830-7738467e6026 service nova] Enqueued Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_rules [ 766.211776] env[66577]: INFO networking_nsxv3.common.synchronization [req-f53b8ca4-53ac-4762-a80c-4f1601fd782b req-82f55383-1a24-4346-b830-7738467e6026 service nova] Enqueued Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 766.211776] env[66577]: INFO networking_nsxv3.common.synchronization [req-f53b8ca4-53ac-4762-a80c-4f1601fd782b req-82f55383-1a24-4346-b830-7738467e6026 service nova] Enqueued Resource ID: 53413f99-4f89-4fd2-badf-45f1ba727130 with Priority: HIGHEST for action port [ 766.213606] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_rules [ 766.213806] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 766.216018] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53413f99-4f89-4fd2-badf-45f1ba727130 with Priority: HIGHEST for action port [ 766.216018] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.216018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.216018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.216018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.216018] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.216018] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.216018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.216018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.216360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.216360] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.216738] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.216738] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.216738] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.216853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.216911] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.218535] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-53413f99-4f89-4fd2-badf-45f1ba727130 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.218679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53413f99-4f89-4fd2-badf-45f1ba727130" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.218784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53413f99-4f89-4fd2-badf-45f1ba727130" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.218972] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53413f99-4f89-4fd2-badf-45f1ba727130" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.219082] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53413f99-4f89-4fd2-badf-45f1ba727130',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.568658] env[66577]: INFO networking_nsxv3.common.synchronization [req-0da1b33f-14e0-4619-b5dc-129bcae34cc1 req-2f7bd6ad-baf5-43c8-a0ff-7cd9eac2f6e0 tempest-VolumesAssistedSnapshotsTest-242944134 tempest-VolumesAssistedSnapshotsTest-242944134-project-member] Enqueued Resource ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 with Priority: HIGHEST for action security_group_members [ 766.569282] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 with Priority: HIGHEST for action security_group_members [ 766.569577] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.569804] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.569804] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.571031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.571031] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.571031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.571031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.571031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.571031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.571031] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.720684] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.720828] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.721052] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53413f99-4f89-4fd2-badf-45f1ba727130 with status ACTIVE [ 766.722184] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.722327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.722462] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.722695] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.722808] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.722992] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.723094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.723151] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.723509] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.726175] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.726409] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.726514] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.726599] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.726792] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.726874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.726962] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53413f99-4f89-4fd2-badf-45f1ba727130 is going to be updated. [ 766.728788] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.755177] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.755392] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.755442] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.755721] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.755906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.756142] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53413f99-4f89-4fd2-badf-45f1ba727130" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.879096] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3cf231b-ed52-44ae-8392-b14702ef177e in Status: SUCCESS [ 766.879096] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.879096] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.879096] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.879096] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.879096] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.879096] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.879096] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.879096] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.879096] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.879096] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3cf231b-ed52-44ae-8392-b14702ef177e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.077244] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.077244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.077244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.077244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.077244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.077244] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.083506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.083506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.083506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.083506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.083506] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 is going to be updated. [ 767.120015] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.120350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.120408] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.120892] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.120892] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.133727] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 in Status: IN_PROGRESS for 2s [ 767.231360] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.356805] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.357059] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-813" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.357174] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-813" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.357462] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-813" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.358120] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.358286] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.358400] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.358619] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.358764] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.358968] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.359090] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.359195] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.359295] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.359399] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.359498] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.359620] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.378087] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.378280] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.378417] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.378995] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-813" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.378995] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-bddf3b3c-fe87-4f85-9ebc-879babdef9bf taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.379184] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-bddf3b3c-fe87-4f85-9ebc-879babdef9bf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.379184] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-bddf3b3c-fe87-4f85-9ebc-879babdef9bf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.379540] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-bddf3b3c-fe87-4f85-9ebc-879babdef9bf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.379752] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bddf3b3c-fe87-4f85-9ebc-879babdef9bf',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.382805] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3cf231b-ed52-44ae-8392-b14702ef177e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.737963] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.737963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.737963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.737963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.737963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.737963] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 is going to be created. [ 767.763148] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.763316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.763367] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.763569] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.763734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.773474] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: UNINITIALIZED for 2s [ 767.882378] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.882589] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.882708] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.882985] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.883149] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.883299] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port bddf3b3c-fe87-4f85-9ebc-879babdef9bf not found, creating... [ 767.883550] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.883702] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.883812] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.884039] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.884266] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.884434] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.884599] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.884720] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.884916] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.886646] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.886891] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: bddf3b3c-fe87-4f85-9ebc-879babdef9bf is going to be created. [ 767.888290] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3cf231b-ed52-44ae-8392-b14702ef177e: rpc.has_security_group_logging(os_id): False [ 767.907466] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.907621] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.907694] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.907906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.907997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.908251] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.908350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.908468] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.908571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.908640] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.908728] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3cf231b-ed52-44ae-8392-b14702ef177e is going to be created. [ 767.910786] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.911078] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.911323] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.911651] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.911962] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.912259] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-bddf3b3c-fe87-4f85-9ebc-879babdef9bf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.933070] env[66577]: INFO networking_nsxv3.common.synchronization [req-20391357-b43c-4016-a42d-cbbb238aee7b req-4bdf5779-4d9e-4aff-931d-fa927f1bf3a3 tempest-ServersTestJSON-1986641018 tempest-ServersTestJSON-1986641018-project-member] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 767.933998] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 767.933998] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.933998] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.934145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.934264] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.934411] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.934509] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.934570] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.934714] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.934796] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.934887] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.975367] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.975569] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.975569] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.975820] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.976114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.997521] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3cf231b-ed52-44ae-8392-b14702ef177e in Status: IN_PROGRESS for 2s [ 768.193481] env[66577]: INFO networking_nsxv3.common.synchronization [req-ec1c94e7-cae2-4482-81fa-6667c61f6705 req-900a3e23-a42b-4105-85ab-d9291087610e tempest-FloatingIPsAssociationTestJSON-1601757225 tempest-FloatingIPsAssociationTestJSON-1601757225-project-member] Enqueued Resource ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 with Priority: HIGHEST for action security_group_members [ 768.193481] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 with Priority: HIGHEST for action security_group_members [ 768.193949] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-96805d36-0593-45c3-ab7f-d5f83ad02d46 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.194241] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.194395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.194703] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.194964] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.195189] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.195345] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.195593] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.195761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.195924] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96805d36-0593-45c3-ab7f-d5f83ad02d46',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.436590] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.662335] env[66577]: INFO networking_nsxv3.common.synchronization [req-f53b8ca4-53ac-4762-a80c-4f1601fd782b req-d37ded25-f612-4ec6-aa7a-17458b71bf35 service nova] Enqueued Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_rules [ 768.662335] env[66577]: INFO networking_nsxv3.common.synchronization [req-f53b8ca4-53ac-4762-a80c-4f1601fd782b req-d37ded25-f612-4ec6-aa7a-17458b71bf35 service nova] Enqueued Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 768.662335] env[66577]: INFO networking_nsxv3.common.synchronization [req-f53b8ca4-53ac-4762-a80c-4f1601fd782b req-d37ded25-f612-4ec6-aa7a-17458b71bf35 service nova] Enqueued Resource ID: bddf3b3c-fe87-4f85-9ebc-879babdef9bf with Priority: HIGHEST for action port [ 768.662335] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_rules [ 768.662335] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 768.662335] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bddf3b3c-fe87-4f85-9ebc-879babdef9bf with Priority: HIGHEST for action port [ 768.662335] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.662335] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.662951] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.663162] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.663456] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-bddf3b3c-fe87-4f85-9ebc-879babdef9bf taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.663694] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bddf3b3c-fe87-4f85-9ebc-879babdef9bf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.663955] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bddf3b3c-fe87-4f85-9ebc-879babdef9bf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.664246] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bddf3b3c-fe87-4f85-9ebc-879babdef9bf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.664410] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bddf3b3c-fe87-4f85-9ebc-879babdef9bf',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.701072] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.701242] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.701282] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.701521] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.701639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.701992] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.701992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.701992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.702201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.702252] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.702336] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 is going to be updated. [ 768.733072] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.734696] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.734696] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.734696] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.734696] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.744615] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 in Status: IN_PROGRESS for 2s [ 768.941641] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.146456] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 in Status: SUCCESS [ 769.146890] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 deletion is rescheduled due to dependency. [ 769.147092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.167667] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bddf3b3c-fe87-4f85-9ebc-879babdef9bf with status ACTIVE [ 769.167943] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.168081] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.168131] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.169409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.169409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.169409] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.169409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.169409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.169409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.169409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.169409] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.169409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.169409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.169866] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.169866] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.169866] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bddf3b3c-fe87-4f85-9ebc-879babdef9bf is going to be updated. [ 769.195321] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.195511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.195599] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.195848] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.196024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.196225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bddf3b3c-fe87-4f85-9ebc-879babdef9bf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.395088] env[66577]: INFO networking_nsxv3.common.synchronization [req-cdeb1417-ada2-4cd6-9732-ec43fe490035 req-76cd0305-40d3-47fb-8998-07816cfeb1fd tempest-ServersAdminNegativeTestJSON-118835574 tempest-ServersAdminNegativeTestJSON-118835574-project-member] Enqueued Resource ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 with Priority: HIGHEST for action security_group_members [ 769.396722] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 with Priority: HIGHEST for action security_group_members [ 769.397220] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.397363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.397363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.397613] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.397813] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.397961] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.397961] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.398452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.398452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.398452] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e8be25-8521-4bdf-b0bb-fe26b3be72b6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.444439] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.444626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.444679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.444886] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.444978] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.445074] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 769.483468] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.483859] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.483987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.484231] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.484382] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.497039] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 769.591997] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.592215] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-235" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.592334] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-235" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.595177] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-235" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.596717] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.596717] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.596717] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.596717] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.596717] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.597335] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.597335] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.597335] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.597335] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.597335] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.597748] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.597891] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.621285] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.621285] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.621285] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.621899] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-235" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.621899] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-c2764f7e-513c-458f-a69e-d63fe30eb4ef taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.621899] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-c2764f7e-513c-458f-a69e-d63fe30eb4ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.622164] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-c2764f7e-513c-458f-a69e-d63fe30eb4ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.622299] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-c2764f7e-513c-458f-a69e-d63fe30eb4ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.622435] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2764f7e-513c-458f-a69e-d63fe30eb4ef',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.786045] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: SUCCESS [ 769.786045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.786045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.786045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.786045] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.786045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.786045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.786045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.786045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.786045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.786045] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.788544] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.788780] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.789062] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.789229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.789343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.789537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.789659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.789786] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.816298] env[66577]: INFO networking_nsxv3.common.synchronization [None req-04d07358-b93b-429a-84c3-f0aa98da1c28 None None] Enqueued Resource ID: 04c33510-bc9b-4d96-8b4b-729df4c46926 with Priority: HIGHEST for action port [ 769.816845] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c33510-bc9b-4d96-8b4b-729df4c46926 with Priority: HIGHEST for action port [ 769.817350] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-04c33510-bc9b-4d96-8b4b-729df4c46926 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.817468] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04c33510-bc9b-4d96-8b4b-729df4c46926" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.817584] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04c33510-bc9b-4d96-8b4b-729df4c46926" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.817813] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04c33510-bc9b-4d96-8b4b-729df4c46926" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.817894] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c33510-bc9b-4d96-8b4b-729df4c46926',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.901304] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e8be25-8521-4bdf-b0bb-fe26b3be72b6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.011689] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3cf231b-ed52-44ae-8392-b14702ef177e in Status: SUCCESS [ 770.011987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.127142] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.127409] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.127510] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.127852] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.128019] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.128261] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port c2764f7e-513c-458f-a69e-d63fe30eb4ef not found, creating... [ 770.128526] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.128678] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.128793] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.129021] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.129156] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.129428] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.129583] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.129714] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.129937] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.130093] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.130230] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: c2764f7e-513c-458f-a69e-d63fe30eb4ef is going to be created. [ 770.156926] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.157237] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.157418] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.157762] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.158071] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.158322] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-c2764f7e-513c-458f-a69e-d63fe30eb4ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.288487] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.288701] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.292205] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.320808] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04c33510-bc9b-4d96-8b4b-729df4c46926 [ 770.320808] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.320808] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.320808] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.321116] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.321146] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.321248] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04c33510-bc9b-4d96-8b4b-729df4c46926 already deleted. [ 770.321330] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04c33510-bc9b-4d96-8b4b-729df4c46926" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.404325] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e8be25-8521-4bdf-b0bb-fe26b3be72b6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.771079] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 in Status: SUCCESS [ 770.771466] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96805d36-0593-45c3-ab7f-d5f83ad02d46 deletion is rescheduled due to dependency. [ 770.771717] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96805d36-0593-45c3-ab7f-d5f83ad02d46" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.795024] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.869351] env[66577]: INFO networking_nsxv3.common.synchronization [req-f53b8ca4-53ac-4762-a80c-4f1601fd782b req-508730e3-7b49-4601-9116-d9b1b3bf8e60 service nova] Enqueued Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_rules [ 770.869590] env[66577]: INFO networking_nsxv3.common.synchronization [req-f53b8ca4-53ac-4762-a80c-4f1601fd782b req-508730e3-7b49-4601-9116-d9b1b3bf8e60 service nova] Enqueued Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 770.869808] env[66577]: INFO networking_nsxv3.common.synchronization [req-f53b8ca4-53ac-4762-a80c-4f1601fd782b req-508730e3-7b49-4601-9116-d9b1b3bf8e60 service nova] Enqueued Resource ID: c2764f7e-513c-458f-a69e-d63fe30eb4ef with Priority: HIGHEST for action port [ 770.870515] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_rules [ 770.871551] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 770.871551] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2764f7e-513c-458f-a69e-d63fe30eb4ef with Priority: HIGHEST for action port [ 770.871551] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.871551] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.871551] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.871551] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.871870] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2764f7e-513c-458f-a69e-d63fe30eb4ef taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.871870] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2764f7e-513c-458f-a69e-d63fe30eb4ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.871956] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2764f7e-513c-458f-a69e-d63fe30eb4ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.872259] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2764f7e-513c-458f-a69e-d63fe30eb4ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.872365] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2764f7e-513c-458f-a69e-d63fe30eb4ef',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.911362] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.911362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.911362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.911362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.911362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.911362] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 is going to be updated. [ 770.965709] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.965898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.965898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.966181] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.966326] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.983558] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 in Status: IN_PROGRESS for 2s [ 771.300877] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.301050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.301143] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.301454] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.301536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.301634] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 is going to be updated. [ 771.351337] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.351533] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.351653] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.351961] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.352600] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.361901] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: IN_PROGRESS for 2s [ 771.375896] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2764f7e-513c-458f-a69e-d63fe30eb4ef with status ACTIVE [ 771.377069] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.377954] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.377954] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.377954] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.377954] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.378228] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.378392] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.378661] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.378731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.378841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.379141] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.379904] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.379904] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.379904] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.379904] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.379904] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2764f7e-513c-458f-a69e-d63fe30eb4ef is going to be updated. [ 771.410600] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.410769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.410939] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.411015] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.411168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.411324] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2764f7e-513c-458f-a69e-d63fe30eb4ef" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.476306] env[66577]: INFO networking_nsxv3.common.synchronization [req-13c23434-ccca-4fd3-8460-955c60cc4a3b req-c57e92b7-c389-4c06-b8d0-8473b9220260 tempest-TenantUsagesTestJSON-1013883398 tempest-TenantUsagesTestJSON-1013883398-project-member] Enqueued Resource ID: 471af82a-7ff3-434b-adc3-74340dd3f508 with Priority: HIGHEST for action security_group_members [ 771.477432] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471af82a-7ff3-434b-adc3-74340dd3f508 with Priority: HIGHEST for action security_group_members [ 771.477632] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-471af82a-7ff3-434b-adc3-74340dd3f508 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.480753] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.480753] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.480753] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.480753] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.481287] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.481287] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.481287] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.481287] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.481287] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471af82a-7ff3-434b-adc3-74340dd3f508',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.511307] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 771.511307] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.867682] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.867682] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.867682] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.867682] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.868085] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.868085] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.868229] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.868532] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.868679] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.868985] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.868985] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.869093] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.869195] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.869299] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.869423] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.869577] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.892698] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.892870] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.893013] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.893191] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.893686] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-771b2d7c-0870-40dd-8a5e-8050c31f71a4 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.893686] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-771b2d7c-0870-40dd-8a5e-8050c31f71a4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.893832] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-771b2d7c-0870-40dd-8a5e-8050c31f71a4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.894108] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-771b2d7c-0870-40dd-8a5e-8050c31f71a4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.894243] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('771b2d7c-0870-40dd-8a5e-8050c31f71a4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.983570] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.983723] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.983772] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.983980] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.984088] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.984316] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.984432] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.984561] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.984769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.984882] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.984981] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471af82a-7ff3-434b-adc3-74340dd3f508 already deleted. [ 771.985098] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.003448] env[66577]: INFO networking_nsxv3.common.synchronization [None req-252478a4-ef7c-43d2-8b6f-425a573fd0d9 None None] Enqueued Resource ID: 98cebbe7-fce4-4fbb-a506-21b9ef800228 with Priority: HIGHEST for action port [ 772.004424] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cebbe7-fce4-4fbb-a506-21b9ef800228 with Priority: HIGHEST for action port [ 772.004888] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-98cebbe7-fce4-4fbb-a506-21b9ef800228 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.005168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98cebbe7-fce4-4fbb-a506-21b9ef800228" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.005168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98cebbe7-fce4-4fbb-a506-21b9ef800228" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.005535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98cebbe7-fce4-4fbb-a506-21b9ef800228" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.005638] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98cebbe7-fce4-4fbb-a506-21b9ef800228',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.396934] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.397182] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.397302] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.397631] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.397784] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.397940] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 771b2d7c-0870-40dd-8a5e-8050c31f71a4 not found, creating... [ 772.398219] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.398394] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.398470] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.398935] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.398935] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.399115] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.399266] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.399382] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.399585] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.399724] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.399887] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 771b2d7c-0870-40dd-8a5e-8050c31f71a4 is going to be created. [ 772.422688] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.422688] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.422688] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.422877] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.422944] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.423191] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-771b2d7c-0870-40dd-8a5e-8050c31f71a4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.507692] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98cebbe7-fce4-4fbb-a506-21b9ef800228 [ 772.508086] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.508239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.508324] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.508537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.508660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.508785] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98cebbe7-fce4-4fbb-a506-21b9ef800228 already deleted. [ 772.508878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98cebbe7-fce4-4fbb-a506-21b9ef800228" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.996517] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 in Status: SUCCESS [ 772.996517] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.143019] env[66577]: INFO networking_nsxv3.common.synchronization [req-13c23434-ccca-4fd3-8460-955c60cc4a3b req-bae42a57-ce50-4136-98a9-052652349901 service nova] Enqueued Resource ID: 471af82a-7ff3-434b-adc3-74340dd3f508 with Priority: HIGHEST for action security_group_rules [ 773.143019] env[66577]: INFO networking_nsxv3.common.synchronization [req-13c23434-ccca-4fd3-8460-955c60cc4a3b req-bae42a57-ce50-4136-98a9-052652349901 service nova] Enqueued Resource ID: 471af82a-7ff3-434b-adc3-74340dd3f508 with Priority: HIGHEST for action security_group_members [ 773.143019] env[66577]: INFO networking_nsxv3.common.synchronization [req-13c23434-ccca-4fd3-8460-955c60cc4a3b req-bae42a57-ce50-4136-98a9-052652349901 service nova] Enqueued Resource ID: 771b2d7c-0870-40dd-8a5e-8050c31f71a4 with Priority: HIGHEST for action port [ 773.143019] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471af82a-7ff3-434b-adc3-74340dd3f508 with Priority: HIGHEST for action security_group_rules [ 773.143019] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471af82a-7ff3-434b-adc3-74340dd3f508 with Priority: HIGHEST for action security_group_members [ 773.143019] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 771b2d7c-0870-40dd-8a5e-8050c31f71a4 with Priority: HIGHEST for action port [ 773.143019] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-471af82a-7ff3-434b-adc3-74340dd3f508 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.143019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.143019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.143587] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.143744] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('471af82a-7ff3-434b-adc3-74340dd3f508',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.144844] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-471af82a-7ff3-434b-adc3-74340dd3f508 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.144844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.147085] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.147085] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.147085] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.147085] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.147085] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.147085] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.147085] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.147085] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471af82a-7ff3-434b-adc3-74340dd3f508',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.147425] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-771b2d7c-0870-40dd-8a5e-8050c31f71a4 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.147589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-771b2d7c-0870-40dd-8a5e-8050c31f71a4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.147589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-771b2d7c-0870-40dd-8a5e-8050c31f71a4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.147760] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-771b2d7c-0870-40dd-8a5e-8050c31f71a4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.147836] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('771b2d7c-0870-40dd-8a5e-8050c31f71a4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.372060] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: SUCCESS [ 773.372559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.372559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.372645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.372830] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.372952] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.373025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.373179] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.373253] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.373332] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.373544] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.373625] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.373625] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.373751] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.373928] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.374041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.374103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.374240] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.374314] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.374392] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.374499] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.375346] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.375636] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.375636] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.375733] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.375793] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.375940] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.376118] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.376118] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.487050] env[66577]: INFO networking_nsxv3.common.synchronization [None req-395a7243-4a97-4c2e-b681-1749011e7afc None None] Enqueued Resource ID: bab409a1-c28c-4474-aa27-0f77f7950e72 with Priority: HIGHEST for action port [ 773.487465] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab409a1-c28c-4474-aa27-0f77f7950e72 with Priority: HIGHEST for action port [ 773.487967] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-bab409a1-c28c-4474-aa27-0f77f7950e72 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.487967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bab409a1-c28c-4474-aa27-0f77f7950e72" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.487967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bab409a1-c28c-4474-aa27-0f77f7950e72" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.488228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bab409a1-c28c-4474-aa27-0f77f7950e72" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.488302] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bab409a1-c28c-4474-aa27-0f77f7950e72',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.649628] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-471af82a-7ff3-434b-adc3-74340dd3f508 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.649780] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.649978] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('471af82a-7ff3-434b-adc3-74340dd3f508',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.650999] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 771b2d7c-0870-40dd-8a5e-8050c31f71a4 with status ACTIVE [ 773.651205] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.651326] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.651390] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.651599] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.652801] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.652801] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.652801] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.652801] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.652801] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.656192] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.656460] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.656603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.656700] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.656922] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.657060] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.657189] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 771b2d7c-0870-40dd-8a5e-8050c31f71a4 is going to be updated. [ 773.679956] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.680147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.680190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.680372] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.680506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.680840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-771b2d7c-0870-40dd-8a5e-8050c31f71a4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.878603] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3c664c4-7fcc-49e5-adf3-8d36d8825b13: rpc.has_security_group_logging(os_id): False [ 773.879748] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.904191] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.904191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.904191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.904191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.904191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.904191] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.904191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.904191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.904191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.904191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.904657] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.904657] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.905135] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.905795] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.905795] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.905795] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.905795] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.905979] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.906844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.906844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.907019] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 is going to be created. [ 773.988156] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.988287] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.988336] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.988539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.988775] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.990118] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bab409a1-c28c-4474-aa27-0f77f7950e72 [ 773.991642] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.991742] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.991829] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.992068] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.992875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.992875] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bab409a1-c28c-4474-aa27-0f77f7950e72 already deleted. [ 773.992875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bab409a1-c28c-4474-aa27-0f77f7950e72" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.004843] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: IN_PROGRESS for 2s [ 774.159637] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('471af82a-7ff3-434b-adc3-74340dd3f508',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.382430] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.662480] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.662673] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.662673] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.662833] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.662923] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.663032] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471af82a-7ff3-434b-adc3-74340dd3f508 is going to be created. [ 774.697234] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.697408] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.697449] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.697660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.697813] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.708700] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471af82a-7ff3-434b-adc3-74340dd3f508 in Status: UNINITIALIZED for 2s [ 774.884691] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.884853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.884904] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.885137] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.885223] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.885317] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 is going to be updated. [ 774.919044] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.919195] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.920021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.920021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.920021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.932380] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: IN_PROGRESS for 2s [ 776.022540] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: SUCCESS [ 776.022540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.022540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.022540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.022540] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.283091] env[66577]: INFO networking_nsxv3.common.synchronization [None req-eaa460f5-660b-4b15-9914-785e981f66a5 None None] Enqueued Resource ID: be6516cb-94b3-462b-948f-cd7a3e104757 with Priority: HIGHEST for action port [ 776.283699] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be6516cb-94b3-462b-948f-cd7a3e104757 with Priority: HIGHEST for action port [ 776.285195] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-be6516cb-94b3-462b-948f-cd7a3e104757 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.285380] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be6516cb-94b3-462b-948f-cd7a3e104757" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.285996] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be6516cb-94b3-462b-948f-cd7a3e104757" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.286329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be6516cb-94b3-462b-948f-cd7a3e104757" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.286423] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be6516cb-94b3-462b-948f-cd7a3e104757',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.525392] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.525392] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.721422] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471af82a-7ff3-434b-adc3-74340dd3f508 in Status: SUCCESS [ 776.721644] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.721893] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.722902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.722902] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.724482] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.724579] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.725446] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.728215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.728433] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.728623] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('471af82a-7ff3-434b-adc3-74340dd3f508',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.752405] env[66577]: INFO networking_nsxv3.common.synchronization [req-48c95bba-30ef-4393-808a-ee9bd182e5c8 req-7be0fad0-f887-4314-a846-a99ba5b4c749 tempest-ServersAdminTestJSON-508682362 tempest-ServersAdminTestJSON-508682362-project-member] Enqueued Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 776.753839] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 776.754593] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.754593] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.754593] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.754879] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.754984] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.755099] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.755157] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.755379] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.755463] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.755554] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.790861] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be6516cb-94b3-462b-948f-cd7a3e104757 [ 776.790993] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.791139] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.791206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.791471] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.791573] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.791922] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be6516cb-94b3-462b-948f-cd7a3e104757 already deleted. [ 776.791922] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be6516cb-94b3-462b-948f-cd7a3e104757" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.943116] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: SUCCESS [ 776.943626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.943626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.943729] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.944242] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.945050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.945050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.945050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.945050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.945050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.945050] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.218302] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-918 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.218790] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.218790] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.218875] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.219167] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.219323] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.219434] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.219652] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.219794] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.219992] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.220285] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.220285] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.220544] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.220544] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.220544] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.220696] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.236291] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-471af82a-7ff3-434b-adc3-74340dd3f508 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.236291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.236291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.236291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.236291] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.236291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.236291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.236291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.236291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.236291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.236291] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-471af82a-7ff3-434b-adc3-74340dd3f508 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.236291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.236291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.236291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.236291] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.236291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.236897] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.236897] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.236897] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.236897] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.236897] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('471af82a-7ff3-434b-adc3-74340dd3f508',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.243630] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.243630] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.243630] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.243630] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.243630] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-db059ee6-2828-4953-9463-e84119ef8c9a taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.243630] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-db059ee6-2828-4953-9463-e84119ef8c9a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.243630] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-db059ee6-2828-4953-9463-e84119ef8c9a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.244095] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-db059ee6-2828-4953-9463-e84119ef8c9a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.244095] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db059ee6-2828-4953-9463-e84119ef8c9a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.257618] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.448206] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.448360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.448437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.448749] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.448933] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.449212] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.449212] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.449371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.449371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.449454] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.449593] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.449678] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.449724] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.449865] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.450077] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.450180] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.450244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.450376] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.450458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.450818] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.450906] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.739469] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 471af82a-7ff3-434b-adc3-74340dd3f508: rpc.has_security_group_logging(os_id): False [ 777.749756] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.749965] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.750082] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.750357] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.750497] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.750650] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port db059ee6-2828-4953-9463-e84119ef8c9a not found, creating... [ 777.750907] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.751067] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.751186] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.751400] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.751531] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.751799] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.751949] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.752069] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.752274] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.752402] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.752532] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: db059ee6-2828-4953-9463-e84119ef8c9a is going to be created. [ 777.759464] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.759638] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.759698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.759845] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.759923] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.760133] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.760253] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.760318] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.760421] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.760491] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.760663] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.760741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.760819] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.760939] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.761031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.761199] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.761311] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.761375] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.761465] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.761530] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.761614] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 471af82a-7ff3-434b-adc3-74340dd3f508 is going to be created. [ 777.762749] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.779458] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.779666] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.779783] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.780089] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.780381] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.780587] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-db059ee6-2828-4953-9463-e84119ef8c9a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.819226] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.819488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.819488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.819702] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.819776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.831261] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 471af82a-7ff3-434b-adc3-74340dd3f508 in Status: IN_PROGRESS for 2s [ 777.953398] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3c664c4-7fcc-49e5-adf3-8d36d8825b13: rpc.has_security_group_logging(os_id): False [ 777.988437] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.988625] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.988693] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.988852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.988948] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.989154] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.989265] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.989326] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.989479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.989557] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.989747] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.989839] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.989899] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.990151] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.990266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.990467] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.990571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.990672] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.990820] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.990891] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.990977] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 is going to be updated. [ 778.095596] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.095799] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.095840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.096164] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.096338] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.119526] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: IN_PROGRESS for 2s [ 778.268957] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.268957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.268957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.268957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.268957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.268957] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a is going to be updated. [ 778.310410] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.310579] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.310648] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.310917] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.311109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.323166] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: IN_PROGRESS for 2s [ 778.539272] env[66577]: INFO networking_nsxv3.common.synchronization [req-48c95bba-30ef-4393-808a-ee9bd182e5c8 req-dfc75cb8-5204-4956-9cc8-8d0617064d27 service nova] Enqueued Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_rules [ 778.539336] env[66577]: INFO networking_nsxv3.common.synchronization [req-48c95bba-30ef-4393-808a-ee9bd182e5c8 req-dfc75cb8-5204-4956-9cc8-8d0617064d27 service nova] Enqueued Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 778.539444] env[66577]: INFO networking_nsxv3.common.synchronization [req-48c95bba-30ef-4393-808a-ee9bd182e5c8 req-dfc75cb8-5204-4956-9cc8-8d0617064d27 service nova] Enqueued Resource ID: db059ee6-2828-4953-9463-e84119ef8c9a with Priority: HIGHEST for action port [ 778.542074] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_rules [ 778.542178] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 778.542329] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db059ee6-2828-4953-9463-e84119ef8c9a with Priority: HIGHEST for action port [ 778.542737] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.542814] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.542881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.543157] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.543248] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.544426] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.544540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.544764] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-db059ee6-2828-4953-9463-e84119ef8c9a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.544871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db059ee6-2828-4953-9463-e84119ef8c9a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.544935] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db059ee6-2828-4953-9463-e84119ef8c9a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.545153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db059ee6-2828-4953-9463-e84119ef8c9a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.545233] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db059ee6-2828-4953-9463-e84119ef8c9a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.638611] env[66577]: INFO networking_nsxv3.common.synchronization [req-8b97e6d8-fb26-4a4a-ba58-44e8d343b556 req-ce9687c3-1c95-4463-9074-c58e278862cf tempest-SecurityGroupRulesTestJSON-974574201 tempest-SecurityGroupRulesTestJSON-974574201-project-member] Enqueued Resource ID: 589abeaa-487b-496a-9c07-86b6e0658219 with Priority: HIGHEST for action security_group_rules [ 778.639234] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 589abeaa-487b-496a-9c07-86b6e0658219 with Priority: HIGHEST for action security_group_rules [ 778.639563] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-589abeaa-487b-496a-9c07-86b6e0658219 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.639687] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-589abeaa-487b-496a-9c07-86b6e0658219" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.639751] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-589abeaa-487b-496a-9c07-86b6e0658219" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.640031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-589abeaa-487b-496a-9c07-86b6e0658219" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.640546] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('589abeaa-487b-496a-9c07-86b6e0658219',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.048249] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.048249] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.054540] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db059ee6-2828-4953-9463-e84119ef8c9a with status ACTIVE [ 779.054783] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.055286] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.055286] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.055286] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.055422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.055505] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.055685] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.055685] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.055868] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.056972] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.056972] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.056972] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.056972] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.056972] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.056972] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.056972] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db059ee6-2828-4953-9463-e84119ef8c9a is going to be updated. [ 779.071716] env[66577]: INFO networking_nsxv3.common.synchronization [None req-5a6c5c1f-7255-443e-80a6-422728e152d8 None None] Enqueued Resource ID: 426c9db4-1768-48da-9cd5-3c0670cf7d7f with Priority: HIGHEST for action port [ 779.073182] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 426c9db4-1768-48da-9cd5-3c0670cf7d7f with Priority: HIGHEST for action port [ 779.073369] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-426c9db4-1768-48da-9cd5-3c0670cf7d7f taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.073457] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-426c9db4-1768-48da-9cd5-3c0670cf7d7f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.073504] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-426c9db4-1768-48da-9cd5-3c0670cf7d7f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.073808] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-426c9db4-1768-48da-9cd5-3c0670cf7d7f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.073861] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('426c9db4-1768-48da-9cd5-3c0670cf7d7f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.084165] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.084353] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.084427] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.084733] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.084922] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.085147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db059ee6-2828-4953-9463-e84119ef8c9a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.166568] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.166568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.166972] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.166972] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.166972] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.167897] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 589abeaa-487b-496a-9c07-86b6e0658219 already deleted. [ 779.167897] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-589abeaa-487b-496a-9c07-86b6e0658219" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.351134] env[66577]: INFO networking_nsxv3.common.synchronization [req-7b755b3f-b01c-4571-a2b1-ff561670db69 req-d7d0f0bc-bd24-48a8-8247-175d59e529cd tempest-ServerTagsTestJSON-576214229 tempest-ServerTagsTestJSON-576214229-project-member] Enqueued Resource ID: 2807f23c-e092-4ae3-87a2-b511fbaf804a with Priority: HIGHEST for action security_group_members [ 779.351693] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2807f23c-e092-4ae3-87a2-b511fbaf804a with Priority: HIGHEST for action security_group_members [ 779.351995] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2807f23c-e092-4ae3-87a2-b511fbaf804a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.352119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.352187] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.352431] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.352582] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.352678] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.352740] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.352897] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.352982] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.353085] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2807f23c-e092-4ae3-87a2-b511fbaf804a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.578487] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 426c9db4-1768-48da-9cd5-3c0670cf7d7f [ 779.578487] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.578487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.578487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.578487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.578487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.578487] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:426c9db4-1768-48da-9cd5-3c0670cf7d7f already deleted. [ 779.578487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-426c9db4-1768-48da-9cd5-3c0670cf7d7f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.844571] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 471af82a-7ff3-434b-adc3-74340dd3f508 in Status: SUCCESS [ 779.844985] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.854957] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.855194] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-711" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.855295] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-711" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.855593] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-711" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.855910] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.855991] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.856194] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.856441] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.856884] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.857137] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.857277] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.857410] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.857537] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.857676] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.857805] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.857957] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.859436] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.859543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.859680] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.859850] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.860014] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.860194] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.860302] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.860386] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.860548] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.860648] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.860810] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2807f23c-e092-4ae3-87a2-b511fbaf804a already deleted. [ 779.860919] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.881973] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.882113] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.882212] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.882381] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-711" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.882889] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-fd85563c-29a9-4b0e-b0ea-c47d33640118 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.883055] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-fd85563c-29a9-4b0e-b0ea-c47d33640118" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.883227] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-fd85563c-29a9-4b0e-b0ea-c47d33640118" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.883701] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-fd85563c-29a9-4b0e-b0ea-c47d33640118" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.883701] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd85563c-29a9-4b0e-b0ea-c47d33640118',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.972109] env[66577]: INFO networking_nsxv3.common.synchronization [req-7fd1582f-8eca-471f-a68f-3a79581f4b0e req-a88a9ba1-cb58-4cb4-8ab7-b8e33817aa20 tempest-ServersWithSpecificFlavorTestJSON-367237849 tempest-ServersWithSpecificFlavorTestJSON-367237849-project-member] Enqueued Resource ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 with Priority: HIGHEST for action security_group_members [ 779.972910] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 with Priority: HIGHEST for action security_group_members [ 779.973051] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c211bba1-9fab-4c7e-82b8-e5b70861b181 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.973181] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.973594] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.973594] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.973594] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.973744] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.973744] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.973895] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.973981] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.974097] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c211bba1-9fab-4c7e-82b8-e5b70861b181',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.136298] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: SUCCESS [ 780.136551] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.136846] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.137099] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.137195] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.272026] env[66577]: INFO networking_nsxv3.common.synchronization [None req-7e0f589d-0600-474a-a116-667a46537171 tempest-MigrationsAdminTest-566840694 tempest-MigrationsAdminTest-566840694-project-member] Enqueued Resource ID: a23a6a65-a7f4-49bb-b413-ba12d25c6610 with Priority: HIGHEST for action security_group_rules [ 780.272026] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a23a6a65-a7f4-49bb-b413-ba12d25c6610 with Priority: HIGHEST for action security_group_rules [ 780.272026] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a23a6a65-a7f4-49bb-b413-ba12d25c6610 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.272554] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a23a6a65-a7f4-49bb-b413-ba12d25c6610" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.272717] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a23a6a65-a7f4-49bb-b413-ba12d25c6610" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.273068] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a23a6a65-a7f4-49bb-b413-ba12d25c6610" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.273275] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a23a6a65-a7f4-49bb-b413-ba12d25c6610',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.339062] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: SUCCESS [ 780.339546] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.340540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.341106] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.341438] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.341747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.341955] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.343304] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.343304] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.343304] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.389388] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.389388] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.389388] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.389388] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.389388] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.389388] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port fd85563c-29a9-4b0e-b0ea-c47d33640118 not found, creating... [ 780.389388] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.389388] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.389388] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.389388] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.389388] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.389964] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.389964] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.389964] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.389964] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.389964] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.389964] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: fd85563c-29a9-4b0e-b0ea-c47d33640118 is going to be created. [ 780.417554] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.417845] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.417975] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.418354] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.418600] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.418859] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-fd85563c-29a9-4b0e-b0ea-c47d33640118" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.477317] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.477484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.477555] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.477906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.478061] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.478302] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.478422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.478489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.478666] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.478750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.478837] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 is going to be updated. [ 780.535059] env[66577]: INFO networking_nsxv3.common.synchronization [None req-296585b5-e77a-40e8-8bc9-57e43e30e38a tempest-MigrationsAdminTest-566840694 tempest-MigrationsAdminTest-566840694-project-member] Enqueued Resource ID: a23a6a65-a7f4-49bb-b413-ba12d25c6610 with Priority: HIGHEST for action security_group_rules [ 780.535810] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a23a6a65-a7f4-49bb-b413-ba12d25c6610 with Priority: HIGHEST for action security_group_rules [ 780.536298] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a23a6a65-a7f4-49bb-b413-ba12d25c6610 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.536382] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a23a6a65-a7f4-49bb-b413-ba12d25c6610" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.540900] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.541151] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.541270] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.541651] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.541847] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.558162] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 in Status: IN_PROGRESS for 2s [ 780.639352] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.639566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.639643] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.639889] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.640085] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.640250] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.640330] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.641722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.641722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.641722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.641722] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.795442] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.795616] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.795616] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.795821] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.795909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.796018] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a23a6a65-a7f4-49bb-b413-ba12d25c6610 already deleted. [ 780.796101] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a23a6a65-a7f4-49bb-b413-ba12d25c6610" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.796271] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a23a6a65-a7f4-49bb-b413-ba12d25c6610" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.796438] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a23a6a65-a7f4-49bb-b413-ba12d25c6610" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.796521] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a23a6a65-a7f4-49bb-b413-ba12d25c6610',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.846442] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.144244] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.144704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.146027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.146027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.146027] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.146027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.146027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.146027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.146027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.146027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.146339] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.146339] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.146455] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.146618] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.146828] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.146959] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.147120] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.149232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.149232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.149232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.149232] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.155043] env[66577]: INFO networking_nsxv3.common.synchronization [req-7b755b3f-b01c-4571-a2b1-ff561670db69 req-5b2465da-0d90-4a16-adba-7076f57a1b66 service nova] Enqueued Resource ID: 2807f23c-e092-4ae3-87a2-b511fbaf804a with Priority: HIGHEST for action security_group_rules [ 781.155043] env[66577]: INFO networking_nsxv3.common.synchronization [req-7b755b3f-b01c-4571-a2b1-ff561670db69 req-5b2465da-0d90-4a16-adba-7076f57a1b66 service nova] Enqueued Resource ID: 2807f23c-e092-4ae3-87a2-b511fbaf804a with Priority: HIGHEST for action security_group_members [ 781.155043] env[66577]: INFO networking_nsxv3.common.synchronization [req-7b755b3f-b01c-4571-a2b1-ff561670db69 req-5b2465da-0d90-4a16-adba-7076f57a1b66 service nova] Enqueued Resource ID: fd85563c-29a9-4b0e-b0ea-c47d33640118 with Priority: HIGHEST for action port [ 781.155043] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2807f23c-e092-4ae3-87a2-b511fbaf804a with Priority: HIGHEST for action security_group_rules [ 781.155043] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2807f23c-e092-4ae3-87a2-b511fbaf804a with Priority: HIGHEST for action security_group_members [ 781.155043] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd85563c-29a9-4b0e-b0ea-c47d33640118 with Priority: HIGHEST for action port [ 781.155043] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2807f23c-e092-4ae3-87a2-b511fbaf804a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.155043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.155043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.155043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.155043] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2807f23c-e092-4ae3-87a2-b511fbaf804a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.160107] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2807f23c-e092-4ae3-87a2-b511fbaf804a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.160107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.160107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.160107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.160107] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.160107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.160107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.160107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.160107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.160107] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2807f23c-e092-4ae3-87a2-b511fbaf804a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.160107] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd85563c-29a9-4b0e-b0ea-c47d33640118 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.160107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd85563c-29a9-4b0e-b0ea-c47d33640118" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.160107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd85563c-29a9-4b0e-b0ea-c47d33640118" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.160107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd85563c-29a9-4b0e-b0ea-c47d33640118" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.160107] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd85563c-29a9-4b0e-b0ea-c47d33640118',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.318952] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.319173] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.319248] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.319491] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.319573] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.319668] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a23a6a65-a7f4-49bb-b413-ba12d25c6610 already deleted. [ 781.319750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a23a6a65-a7f4-49bb-b413-ba12d25c6610" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.349129] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.652205] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3c664c4-7fcc-49e5-adf3-8d36d8825b13: rpc.has_security_group_logging(os_id): False [ 781.667166] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2807f23c-e092-4ae3-87a2-b511fbaf804a taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.667428] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.667943] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd85563c-29a9-4b0e-b0ea-c47d33640118 with status ACTIVE [ 781.668124] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.668266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.668341] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.668606] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.668717] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.668910] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.669045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.669111] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.669335] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.669387] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.669592] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.669722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.672203] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.672486] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.672652] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.672754] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd85563c-29a9-4b0e-b0ea-c47d33640118 is going to be updated. [ 781.673959] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2807f23c-e092-4ae3-87a2-b511fbaf804a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.675703] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.675832] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.675894] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.676213] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.676213] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.676346] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.676426] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.676470] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.676609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.676717] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.676975] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.677230] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.677230] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.677230] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.677472] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.677608] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.680367] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.680367] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.680367] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.680367] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.680367] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 is going to be updated. [ 781.707429] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.707519] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.707555] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.707829] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.708066] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.708285] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd85563c-29a9-4b0e-b0ea-c47d33640118" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.785553] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.785744] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.785775] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.785975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.786487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.806289] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: IN_PROGRESS for 2s [ 781.837140] env[66577]: INFO networking_nsxv3.common.synchronization [None req-2875745b-1cf0-4706-94d4-ca357169dfa3 None None] Enqueued Resource ID: 49773170-fe5f-414f-a561-be0ae1cbd682 with Priority: HIGHEST for action port [ 781.841275] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49773170-fe5f-414f-a561-be0ae1cbd682 with Priority: HIGHEST for action port [ 781.841275] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-49773170-fe5f-414f-a561-be0ae1cbd682 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.841275] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49773170-fe5f-414f-a561-be0ae1cbd682" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.841275] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49773170-fe5f-414f-a561-be0ae1cbd682" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.841275] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49773170-fe5f-414f-a561-be0ae1cbd682" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.841275] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49773170-fe5f-414f-a561-be0ae1cbd682',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.851406] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.851723] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.851723] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.851874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.851942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.852054] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a is going to be updated. [ 781.903691] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.903691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.903691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.904222] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.904222] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.922157] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: IN_PROGRESS for 2s [ 782.153911] env[66577]: INFO networking_nsxv3.common.synchronization [req-eb567200-0fbe-4215-a0c4-fa06dd0ae760 req-2117b463-bd67-43f0-beff-947f071163c4 tempest-ServerMetadataNegativeTestJSON-1564268376 tempest-ServerMetadataNegativeTestJSON-1564268376-project-member] Enqueued Resource ID: 9db26eb4-6d8c-445a-8172-193d18592416 with Priority: HIGHEST for action security_group_members [ 782.154513] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db26eb4-6d8c-445a-8172-193d18592416 with Priority: HIGHEST for action security_group_members [ 782.154871] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db26eb4-6d8c-445a-8172-193d18592416 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.154998] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.155335] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.155827] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.156187] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.156462] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.156609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.157078] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.157326] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.157515] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db26eb4-6d8c-445a-8172-193d18592416',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.180800] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2807f23c-e092-4ae3-87a2-b511fbaf804a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.343440] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49773170-fe5f-414f-a561-be0ae1cbd682 [ 782.343696] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.343838] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.343906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.344256] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.344408] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.344560] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49773170-fe5f-414f-a561-be0ae1cbd682 already deleted. [ 782.344690] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49773170-fe5f-414f-a561-be0ae1cbd682" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.570195] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 in Status: SUCCESS [ 782.570409] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 deletion is rescheduled due to dependency. [ 782.570528] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.605717] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-654 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.605956] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-654" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.606096] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-654" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.606417] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-654" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.606713] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.606862] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.606972] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.607195] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.607332] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.607571] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.607754] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.607838] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.607932] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.608052] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.608149] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.608277] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.633163] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.633338] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.633451] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.633628] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-654" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.633951] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-baa36120-c0a0-49c6-a5f8-897db2472ade taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.634133] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-baa36120-c0a0-49c6-a5f8-897db2472ade" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.634255] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-baa36120-c0a0-49c6-a5f8-897db2472ade" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.634592] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-baa36120-c0a0-49c6-a5f8-897db2472ade" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.634821] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baa36120-c0a0-49c6-a5f8-897db2472ade',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.659571] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.659986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.659986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.660244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.660389] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.660727] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.660888] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.660994] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.661263] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.661406] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.661552] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db26eb4-6d8c-445a-8172-193d18592416 already deleted. [ 782.661699] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.683344] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.683535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.683535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.683762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.683841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.683942] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2807f23c-e092-4ae3-87a2-b511fbaf804a is going to be created. [ 782.712071] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.712302] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.712414] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.712733] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.713015] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.725042] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2807f23c-e092-4ae3-87a2-b511fbaf804a in Status: UNINITIALIZED for 2s [ 783.137280] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.137587] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.137647] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.137943] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.138103] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.138314] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port baa36120-c0a0-49c6-a5f8-897db2472ade not found, creating... [ 783.138883] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.138883] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.138883] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.139108] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.139108] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.139351] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.139499] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.139805] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.139805] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.139908] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.140036] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: baa36120-c0a0-49c6-a5f8-897db2472ade is going to be created. [ 783.162759] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.163101] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.163101] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.163947] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.163947] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.163947] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-baa36120-c0a0-49c6-a5f8-897db2472ade" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.824259] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: SUCCESS [ 783.824600] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.933253] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: SUCCESS [ 783.934215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.934215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.934478] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.934754] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.935014] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.936017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.936017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.936017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.936017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.936017] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.948199] env[66577]: INFO networking_nsxv3.common.synchronization [req-eb567200-0fbe-4215-a0c4-fa06dd0ae760 req-74f859df-dc81-4379-8429-45444d87181f service nova] Enqueued Resource ID: 9db26eb4-6d8c-445a-8172-193d18592416 with Priority: HIGHEST for action security_group_rules [ 783.948199] env[66577]: INFO networking_nsxv3.common.synchronization [req-eb567200-0fbe-4215-a0c4-fa06dd0ae760 req-74f859df-dc81-4379-8429-45444d87181f service nova] Enqueued Resource ID: 9db26eb4-6d8c-445a-8172-193d18592416 with Priority: HIGHEST for action security_group_members [ 783.948199] env[66577]: INFO networking_nsxv3.common.synchronization [req-eb567200-0fbe-4215-a0c4-fa06dd0ae760 req-74f859df-dc81-4379-8429-45444d87181f service nova] Enqueued Resource ID: baa36120-c0a0-49c6-a5f8-897db2472ade with Priority: HIGHEST for action port [ 783.948199] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db26eb4-6d8c-445a-8172-193d18592416 with Priority: HIGHEST for action security_group_rules [ 783.948199] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db26eb4-6d8c-445a-8172-193d18592416 with Priority: HIGHEST for action security_group_members [ 783.948199] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baa36120-c0a0-49c6-a5f8-897db2472ade with Priority: HIGHEST for action port [ 783.948508] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9db26eb4-6d8c-445a-8172-193d18592416 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.948644] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.948691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.949067] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.949067] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9db26eb4-6d8c-445a-8172-193d18592416',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.950415] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db26eb4-6d8c-445a-8172-193d18592416 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.950501] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.950554] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.951202] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.951202] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.951202] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.951202] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.951202] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.951543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.951543] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db26eb4-6d8c-445a-8172-193d18592416',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.952078] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-baa36120-c0a0-49c6-a5f8-897db2472ade taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.952182] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baa36120-c0a0-49c6-a5f8-897db2472ade" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.952249] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baa36120-c0a0-49c6-a5f8-897db2472ade" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.952612] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baa36120-c0a0-49c6-a5f8-897db2472ade" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.952612] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baa36120-c0a0-49c6-a5f8-897db2472ade',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.000263] env[66577]: INFO networking_nsxv3.common.synchronization [req-8f38ebc4-7cdf-4bae-9f5d-b809fb020d6c req-ba6db8b8-6b38-4026-8975-021b3a45b3f1 tempest-SecurityGroupRulesTestJSON-974574201 tempest-SecurityGroupRulesTestJSON-974574201-project-member] Enqueued Resource ID: cb182825-249f-46f6-a492-242098740cf9 with Priority: HIGHEST for action security_group_rules [ 784.003293] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb182825-249f-46f6-a492-242098740cf9 with Priority: HIGHEST for action security_group_rules [ 784.003293] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb182825-249f-46f6-a492-242098740cf9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.003293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb182825-249f-46f6-a492-242098740cf9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.003293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb182825-249f-46f6-a492-242098740cf9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.003293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb182825-249f-46f6-a492-242098740cf9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.003293] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb182825-249f-46f6-a492-242098740cf9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.441337] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.441558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.441618] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.441799] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.442023] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.442122] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.442363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.442363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.442363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.442515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.442714] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.442714] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.442714] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.442896] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.442990] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.443094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.443146] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.443280] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.443516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.443516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.443516] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.457323] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db26eb4-6d8c-445a-8172-193d18592416 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.457501] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.457684] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port baa36120-c0a0-49c6-a5f8-897db2472ade with status ACTIVE [ 784.458347] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.458492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.458852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.458852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.459692] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.459920] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.460033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.460126] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.462845] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.462984] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.463226] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.463344] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.463411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.464103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.464103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.464103] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: baa36120-c0a0-49c6-a5f8-897db2472ade is going to be updated. [ 784.465410] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9db26eb4-6d8c-445a-8172-193d18592416',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.491893] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.491893] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.493393] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.493393] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.493393] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.493393] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baa36120-c0a0-49c6-a5f8-897db2472ade" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.526469] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.526983] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.526983] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.527122] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.527167] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.527241] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb182825-249f-46f6-a492-242098740cf9 already deleted. [ 784.527347] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb182825-249f-46f6-a492-242098740cf9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.769946] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2807f23c-e092-4ae3-87a2-b511fbaf804a in Status: SUCCESS [ 784.769946] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.769946] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.769946] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.769946] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.769946] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.769946] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.769946] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.769946] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.769946] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.769946] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2807f23c-e092-4ae3-87a2-b511fbaf804a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.946889] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a: rpc.has_security_group_logging(os_id): False [ 784.967630] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.967910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.967910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.968129] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.968506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.968675] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.968675] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.968860] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.968942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.968984] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.969177] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.969302] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.969370] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.969516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.969606] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.970092] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.970092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.970092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.970243] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.970326] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.970406] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a is going to be updated. [ 784.971773] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9db26eb4-6d8c-445a-8172-193d18592416',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.046118] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.046118] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.046118] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.046445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.046496] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.063016] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: IN_PROGRESS for 2s [ 785.273077] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2807f23c-e092-4ae3-87a2-b511fbaf804a taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.273623] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.273623] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.273623] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.273766] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.277020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.277020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.277020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.277020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.277020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.277020] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2807f23c-e092-4ae3-87a2-b511fbaf804a taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.277020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.277020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.277020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.277020] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.277020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.277020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.277020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.277020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.277020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.277020] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2807f23c-e092-4ae3-87a2-b511fbaf804a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.474495] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.474704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.474827] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.475481] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.475481] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.475481] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db26eb4-6d8c-445a-8172-193d18592416 is going to be created. [ 785.513017] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.513017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.513017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.513017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.513017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.525234] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db26eb4-6d8c-445a-8172-193d18592416 in Status: UNINITIALIZED for 2s [ 785.779872] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2807f23c-e092-4ae3-87a2-b511fbaf804a: rpc.has_security_group_logging(os_id): False [ 785.805567] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.806387] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.806387] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.806387] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.806387] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.808697] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.808697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.808697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.808697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.808697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.809388] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.811705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.811705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.811705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.811705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.811705] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.811705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.811705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.811705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.811705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.811705] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2807f23c-e092-4ae3-87a2-b511fbaf804a is going to be created. [ 785.897292] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.897292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.898169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.898169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.898169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.917016] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2807f23c-e092-4ae3-87a2-b511fbaf804a in Status: IN_PROGRESS for 2s [ 786.765479] env[66577]: INFO networking_nsxv3.common.synchronization [req-0e8f7b1a-7012-4723-98d7-4c44e3a5a437 req-7ab03d86-7012-4b9a-af58-f34fb6403a17 tempest-SecurityGroupRulesTestJSON-974574201 tempest-SecurityGroupRulesTestJSON-974574201-project-member] Enqueued Resource ID: 9a0ce0b5-e1a8-4129-9013-de35178a27da with Priority: HIGHEST for action security_group_rules [ 786.765479] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0ce0b5-e1a8-4129-9013-de35178a27da with Priority: HIGHEST for action security_group_rules [ 786.767164] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a0ce0b5-e1a8-4129-9013-de35178a27da taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.767428] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a0ce0b5-e1a8-4129-9013-de35178a27da" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.767428] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a0ce0b5-e1a8-4129-9013-de35178a27da" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.767728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a0ce0b5-e1a8-4129-9013-de35178a27da" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.767842] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a0ce0b5-e1a8-4129-9013-de35178a27da',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.079073] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: SUCCESS [ 787.079959] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.298331] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.298331] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.298331] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.298331] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.298331] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.298331] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a0ce0b5-e1a8-4129-9013-de35178a27da already deleted. [ 787.298331] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a0ce0b5-e1a8-4129-9013-de35178a27da" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.416352] env[66577]: INFO networking_nsxv3.common.synchronization [req-067721da-beac-4859-a6e8-d4d8cc862bfa req-e05c67a5-51c8-4f80-8f9a-a433e9ba241a tempest-FloatingIPsAssociationNegativeTestJSON-408576771 tempest-FloatingIPsAssociationNegativeTestJSON-408576771-project-member] Enqueued Resource ID: b83504d3-737b-4ccb-a6aa-f8af751678c9 with Priority: HIGHEST for action security_group_members [ 787.418288] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83504d3-737b-4ccb-a6aa-f8af751678c9 with Priority: HIGHEST for action security_group_members [ 787.418845] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b83504d3-737b-4ccb-a6aa-f8af751678c9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.419222] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.419341] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.419534] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.419712] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.419836] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.419916] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.420178] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.420286] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.420402] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b83504d3-737b-4ccb-a6aa-f8af751678c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.538926] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db26eb4-6d8c-445a-8172-193d18592416 in Status: SUCCESS [ 787.539184] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.540140] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.540140] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.540140] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.540140] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.540433] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.540433] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.540539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.540583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.540753] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9db26eb4-6d8c-445a-8172-193d18592416',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.923291] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.923816] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.923816] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.923816] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.923966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.924101] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.924249] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.924249] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.924471] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.924471] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.924616] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83504d3-737b-4ccb-a6aa-f8af751678c9 is going to be updated. [ 787.936552] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2807f23c-e092-4ae3-87a2-b511fbaf804a in Status: SUCCESS [ 787.936799] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.960835] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.960988] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.961071] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.961271] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.961461] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.974077] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83504d3-737b-4ccb-a6aa-f8af751678c9 in Status: IN_PROGRESS for 2s [ 788.045215] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db26eb4-6d8c-445a-8172-193d18592416 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.045381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.045448] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.046514] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.046514] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.046514] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.046734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.046989] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.047134] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.047224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.047382] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db26eb4-6d8c-445a-8172-193d18592416 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.047477] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.047534] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.047798] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.047997] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.048107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.048139] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.048453] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.048453] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.048544] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.048573] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9db26eb4-6d8c-445a-8172-193d18592416',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.552542] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9db26eb4-6d8c-445a-8172-193d18592416: rpc.has_security_group_logging(os_id): False [ 788.573210] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.573210] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.573210] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.573210] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.573210] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.573210] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.573210] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.573210] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.573210] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.573210] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.573210] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.573210] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.573210] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.573210] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.573210] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.573815] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.573815] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.573815] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.573815] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.573815] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.573815] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9db26eb4-6d8c-445a-8172-193d18592416 is going to be created. [ 788.640632] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.640632] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.640632] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.640864] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.640984] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.655129] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9db26eb4-6d8c-445a-8172-193d18592416 in Status: IN_PROGRESS for 2s [ 789.436608] env[66577]: INFO networking_nsxv3.common.synchronization [req-d0895b8d-1dcc-473d-89be-ecd409032e67 req-623ae0ef-b2a0-4467-aabe-9c5a0c9531c5 tempest-ServersTestMultiNic-1376160279 tempest-ServersTestMultiNic-1376160279-project-member] Enqueued Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 789.437023] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 789.439513] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.439660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.439739] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.439956] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.440150] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.440327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.440327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.440467] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.440555] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.440649] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.919890] env[66577]: INFO networking_nsxv3.common.synchronization [req-d0895b8d-1dcc-473d-89be-ecd409032e67 req-4ad71e0f-e12e-4484-8b84-e0d68e8c6fa7 tempest-ServersTestMultiNic-1376160279 tempest-ServersTestMultiNic-1376160279-project-member] Enqueued Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 789.920437] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 789.920758] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.920838] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.944142] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.985775] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b83504d3-737b-4ccb-a6aa-f8af751678c9 in Status: SUCCESS [ 789.985775] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b83504d3-737b-4ccb-a6aa-f8af751678c9 deletion is rescheduled due to dependency. [ 789.985775] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.343022] env[66577]: INFO networking_nsxv3.common.synchronization [req-5adc02f6-3243-43f1-afa3-ff5a8440f3d2 req-b1f4a2be-bb8e-49f2-949a-8da40203f3db tempest-ServersTestJSON-300876603 tempest-ServersTestJSON-300876603-project-member] Enqueued Resource ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 with Priority: HIGHEST for action security_group_members [ 790.343022] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 with Priority: HIGHEST for action security_group_members [ 790.343022] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.343022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.343022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.343022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.343022] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.343022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.343022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.343022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.343022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.343022] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b9ce399-65f7-44f5-b1b5-df6e33bf22a9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.447045] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.472388] env[66577]: INFO networking_nsxv3.common.synchronization [req-117d6adc-034e-471e-a8ec-689675e35b5d req-23708932-35cf-4f71-8ddf-5bca5f8842cd tempest-TenantUsagesTestJSON-1013883398 tempest-TenantUsagesTestJSON-1013883398-project-member] Enqueued Resource ID: 471af82a-7ff3-434b-adc3-74340dd3f508 with Priority: HIGHEST for action security_group_members [ 790.472878] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471af82a-7ff3-434b-adc3-74340dd3f508 with Priority: HIGHEST for action security_group_members [ 790.473177] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-471af82a-7ff3-434b-adc3-74340dd3f508 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.473567] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.473567] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.473699] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.474033] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.474033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.474033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.474172] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.474242] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.474329] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('471af82a-7ff3-434b-adc3-74340dd3f508',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.601295] env[66577]: INFO networking_nsxv3.common.synchronization [req-d0895b8d-1dcc-473d-89be-ecd409032e67 req-8bae5135-304b-414a-9956-491bf990d970 tempest-ServersTestMultiNic-1376160279 tempest-ServersTestMultiNic-1376160279-project-member] Enqueued Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 790.601845] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 790.602182] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.602286] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.667203] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9db26eb4-6d8c-445a-8172-193d18592416 in Status: SUCCESS [ 790.667426] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.714734] env[66577]: INFO networking_nsxv3.common.synchronization [None req-9724aef1-f70b-4401-a407-81b1c67a5ab8 None None] Enqueued Resource ID: 13b2ccca-9c4c-4c6e-be55-961c83f900fa with Priority: HIGHEST for action port [ 790.715532] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b2ccca-9c4c-4c6e-be55-961c83f900fa with Priority: HIGHEST for action port [ 790.715654] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-13b2ccca-9c4c-4c6e-be55-961c83f900fa taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.715895] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13b2ccca-9c4c-4c6e-be55-961c83f900fa" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.715895] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13b2ccca-9c4c-4c6e-be55-961c83f900fa" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.716336] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13b2ccca-9c4c-4c6e-be55-961c83f900fa" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.716442] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13b2ccca-9c4c-4c6e-be55-961c83f900fa',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.847084] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.847269] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.847404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.847549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.847638] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.847851] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.847967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.848036] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.848207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.848281] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.848366] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 already deleted. [ 790.848446] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.951456] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.951456] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.951456] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.951456] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.951456] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.951456] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 is going to be updated. [ 790.978529] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.978529] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.978529] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.978529] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.978529] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.978529] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.978529] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.978529] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.978529] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.978529] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.978529] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471af82a-7ff3-434b-adc3-74340dd3f508 is going to be updated. [ 790.983670] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.983670] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.983670] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.983670] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.983670] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.995097] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: IN_PROGRESS for 2s [ 791.016824] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.017319] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.017379] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.017602] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.017971] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.030235] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471af82a-7ff3-434b-adc3-74340dd3f508 in Status: IN_PROGRESS for 2s [ 791.052030] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-313 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.052030] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-313" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.052030] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-313" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.053250] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-313" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.053625] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.053854] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.053992] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.054312] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.054515] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.056334] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.056430] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.056666] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.056857] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.057016] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.057180] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.057793] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.081038] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.081038] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.081038] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.081038] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-313" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.081398] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-33eeddf0-8e8b-40e2-bdff-960e81a7b918 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.081628] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-33eeddf0-8e8b-40e2-bdff-960e81a7b918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.081749] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-33eeddf0-8e8b-40e2-bdff-960e81a7b918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.082770] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-33eeddf0-8e8b-40e2-bdff-960e81a7b918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.082770] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33eeddf0-8e8b-40e2-bdff-960e81a7b918',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.218975] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13b2ccca-9c4c-4c6e-be55-961c83f900fa [ 791.219256] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.219395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.219508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.219681] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.219768] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.219874] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13b2ccca-9c4c-4c6e-be55-961c83f900fa already deleted. [ 791.219957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13b2ccca-9c4c-4c6e-be55-961c83f900fa" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.585272] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.585272] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.585272] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.585675] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.585675] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.585675] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 33eeddf0-8e8b-40e2-bdff-960e81a7b918 not found, creating... [ 791.585889] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.586076] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.586183] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.586374] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.586506] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.586820] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.586977] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.587247] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.587579] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.587625] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.587727] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 33eeddf0-8e8b-40e2-bdff-960e81a7b918 is going to be created. [ 791.608928] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.608928] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.610509] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.610509] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.610509] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.610509] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-33eeddf0-8e8b-40e2-bdff-960e81a7b918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.430125] env[66577]: INFO networking_nsxv3.common.synchronization [req-5adc02f6-3243-43f1-afa3-ff5a8440f3d2 req-c93f594c-817a-470b-aba6-9ee079b7a953 service nova] Enqueued Resource ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 with Priority: HIGHEST for action security_group_rules [ 792.430125] env[66577]: INFO networking_nsxv3.common.synchronization [req-5adc02f6-3243-43f1-afa3-ff5a8440f3d2 req-c93f594c-817a-470b-aba6-9ee079b7a953 service nova] Enqueued Resource ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 with Priority: HIGHEST for action security_group_members [ 792.430125] env[66577]: INFO networking_nsxv3.common.synchronization [req-5adc02f6-3243-43f1-afa3-ff5a8440f3d2 req-c93f594c-817a-470b-aba6-9ee079b7a953 service nova] Enqueued Resource ID: 33eeddf0-8e8b-40e2-bdff-960e81a7b918 with Priority: HIGHEST for action port [ 792.430316] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 with Priority: HIGHEST for action security_group_rules [ 792.430316] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 with Priority: HIGHEST for action security_group_members [ 792.430417] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33eeddf0-8e8b-40e2-bdff-960e81a7b918 with Priority: HIGHEST for action port [ 792.430647] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.430755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.430826] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.430995] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.431090] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b9ce399-65f7-44f5-b1b5-df6e33bf22a9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.432461] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.432461] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.432959] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.433162] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.433342] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.433541] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.433541] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.433713] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.433812] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.433893] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b9ce399-65f7-44f5-b1b5-df6e33bf22a9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.434761] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-33eeddf0-8e8b-40e2-bdff-960e81a7b918 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.434880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33eeddf0-8e8b-40e2-bdff-960e81a7b918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.434944] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33eeddf0-8e8b-40e2-bdff-960e81a7b918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.436357] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33eeddf0-8e8b-40e2-bdff-960e81a7b918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.436357] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33eeddf0-8e8b-40e2-bdff-960e81a7b918',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.510619] env[66577]: INFO networking_nsxv3.common.synchronization [None req-91109c98-749e-4852-9fec-167aa4525e3d None None] Enqueued Resource ID: e7f3cd21-b357-4ffd-ba5e-a97795272fe2 with Priority: HIGHEST for action port [ 792.511195] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7f3cd21-b357-4ffd-ba5e-a97795272fe2 with Priority: HIGHEST for action port [ 792.511521] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7f3cd21-b357-4ffd-ba5e-a97795272fe2 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.511677] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7f3cd21-b357-4ffd-ba5e-a97795272fe2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.511775] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7f3cd21-b357-4ffd-ba5e-a97795272fe2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.512156] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7f3cd21-b357-4ffd-ba5e-a97795272fe2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.512359] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7f3cd21-b357-4ffd-ba5e-a97795272fe2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.938231] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33eeddf0-8e8b-40e2-bdff-960e81a7b918 with status ACTIVE [ 792.938541] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.938620] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.939140] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.939140] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.939140] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.939517] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.939517] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.939517] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.939634] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.939634] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.939825] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.939924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.939983] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.941842] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.941938] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.942049] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33eeddf0-8e8b-40e2-bdff-960e81a7b918 is going to be updated. [ 792.944705] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b9ce399-65f7-44f5-b1b5-df6e33bf22a9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.944705] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.944852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.969981] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.970066] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.970129] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.970384] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.970470] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.970628] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33eeddf0-8e8b-40e2-bdff-960e81a7b918" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.007278] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: SUCCESS [ 793.007443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.007737] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.007841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.008017] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.009358] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.009358] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.009358] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.009358] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.009358] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.015362] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7f3cd21-b357-4ffd-ba5e-a97795272fe2 [ 793.015496] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.015935] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.016471] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.016705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.016825] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.016926] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7f3cd21-b357-4ffd-ba5e-a97795272fe2 already deleted. [ 793.017021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7f3cd21-b357-4ffd-ba5e-a97795272fe2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.042984] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 471af82a-7ff3-434b-adc3-74340dd3f508 in Status: SUCCESS [ 793.043208] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 471af82a-7ff3-434b-adc3-74340dd3f508 deletion is rescheduled due to dependency. [ 793.043329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-471af82a-7ff3-434b-adc3-74340dd3f508" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.446366] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b9ce399-65f7-44f5-b1b5-df6e33bf22a9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.512769] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.512769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.512769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.512769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.512769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.512769] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.513034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.513034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.513034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.513118] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.513283] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 is going to be updated. [ 793.543494] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.543494] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.543650] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.544071] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.544071] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.555073] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: IN_PROGRESS for 2s [ 793.949063] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.949389] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.949389] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.949557] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.949623] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.949950] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 is going to be created. [ 793.987981] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.989769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.989769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.989769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.989769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.002232] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 in Status: UNINITIALIZED for 2s [ 794.209248] env[66577]: INFO networking_nsxv3.common.synchronization [req-735f08ee-c65c-418b-b6a6-38ce6e019ba3 req-291deb2e-60b9-4800-8fbf-e811eb9938e0 tempest-SecurityGroupRulesTestJSON-974574201 tempest-SecurityGroupRulesTestJSON-974574201-project-member] Enqueued Resource ID: bfdb947e-ca86-4795-bddd-9955365ae2d5 with Priority: HIGHEST for action security_group_rules [ 794.209867] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfdb947e-ca86-4795-bddd-9955365ae2d5 with Priority: HIGHEST for action security_group_rules [ 794.210193] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bfdb947e-ca86-4795-bddd-9955365ae2d5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.210317] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bfdb947e-ca86-4795-bddd-9955365ae2d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.210373] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bfdb947e-ca86-4795-bddd-9955365ae2d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.210628] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bfdb947e-ca86-4795-bddd-9955365ae2d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.210780] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bfdb947e-ca86-4795-bddd-9955365ae2d5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.730614] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.730770] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.730861] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.731051] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.731146] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.731240] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bfdb947e-ca86-4795-bddd-9955365ae2d5 already deleted. [ 794.731329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bfdb947e-ca86-4795-bddd-9955365ae2d5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.568337] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: SUCCESS [ 795.568647] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 deletion is rescheduled due to dependency. [ 795.568647] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.568799] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.569024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.569374] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.569497] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.569602] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.569802] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.569802] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.569946] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.013745] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 in Status: SUCCESS [ 796.013909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.014223] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.014434] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.014676] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.014796] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.014859] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.015016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.015119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.015178] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.015260] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b9ce399-65f7-44f5-b1b5-df6e33bf22a9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.072708] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.072708] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.072708] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.072948] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.073073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.073912] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.073912] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.073912] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.073912] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.073912] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.073912] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 is going to be updated. [ 796.105895] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.106149] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.106321] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.106475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.106944] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.118210] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: IN_PROGRESS for 2s [ 796.517405] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b9ce399-65f7-44f5-b1b5-df6e33bf22a9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.021013] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9: rpc.has_security_group_logging(os_id): False [ 797.042264] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.042264] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.042421] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.042567] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.042748] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.042956] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.043082] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.043159] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.043338] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.043425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.043525] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 is going to be created. [ 797.108131] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.108928] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.109026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.109243] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.109713] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.129017] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 in Status: IN_PROGRESS for 2s [ 798.132100] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: SUCCESS [ 798.133052] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 deletion is rescheduled due to dependency. [ 798.133052] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.144608] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 in Status: SUCCESS [ 799.144910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.211463] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 799.211463] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 799.297605] env[66577]: INFO networking_nsxv3.common.synchronization [None req-d1b882cb-f9f4-4380-b642-4722288aa959 None None] Enqueued Resource ID: 08dc8466-f3c5-423e-b2e7-574c83cff3f8 with Priority: HIGHEST for action port [ 799.298697] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08dc8466-f3c5-423e-b2e7-574c83cff3f8 with Priority: HIGHEST for action port [ 799.302278] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-08dc8466-f3c5-423e-b2e7-574c83cff3f8 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.302417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08dc8466-f3c5-423e-b2e7-574c83cff3f8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.302487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08dc8466-f3c5-423e-b2e7-574c83cff3f8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.302846] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08dc8466-f3c5-423e-b2e7-574c83cff3f8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.302926] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08dc8466-f3c5-423e-b2e7-574c83cff3f8',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.805654] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08dc8466-f3c5-423e-b2e7-574c83cff3f8 [ 799.809180] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.809180] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.809180] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.809391] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.809391] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.809391] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08dc8466-f3c5-423e-b2e7-574c83cff3f8 already deleted. [ 799.809500] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08dc8466-f3c5-423e-b2e7-574c83cff3f8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.945551] env[66577]: INFO networking_nsxv3.common.synchronization [req-014d7d96-68e0-4738-becf-d7cb3cfe5db7 req-559a72fd-2451-42d8-831f-0c696642bbda tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 800.948832] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 800.948832] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.948832] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.948832] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.950039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.950039] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.950039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.950039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.950039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.950039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.950039] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.454237] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.489240] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-736 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.489412] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-736" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.489454] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-736" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.489704] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-736" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.490022] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.490208] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.490330] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.490495] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.490841] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.490841] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.490926] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.491041] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.491152] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.491290] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.491407] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.491577] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.513133] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.513286] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.513433] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.513590] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-736" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.514420] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-07b3a80d-897e-4186-b24f-56a00b240f9b taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.514420] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-07b3a80d-897e-4186-b24f-56a00b240f9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.514420] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-07b3a80d-897e-4186-b24f-56a00b240f9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.514611] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-07b3a80d-897e-4186-b24f-56a00b240f9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.514659] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07b3a80d-897e-4186-b24f-56a00b240f9b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.939941] env[66577]: INFO networking_nsxv3.common.synchronization [None req-461afa99-63d9-47b8-98a6-6b65ac6b8015 None None] Enqueued Resource ID: a13389c1-2a7c-4d3f-a60c-0378e022fddf with Priority: HIGHEST for action port [ 801.940013] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a13389c1-2a7c-4d3f-a60c-0378e022fddf with Priority: HIGHEST for action port [ 801.940366] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a13389c1-2a7c-4d3f-a60c-0378e022fddf taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.940480] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a13389c1-2a7c-4d3f-a60c-0378e022fddf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.940570] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a13389c1-2a7c-4d3f-a60c-0378e022fddf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.940784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a13389c1-2a7c-4d3f-a60c-0378e022fddf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.940856] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a13389c1-2a7c-4d3f-a60c-0378e022fddf',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.957143] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.017227] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.017494] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.017615] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.018486] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.018685] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.018850] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 07b3a80d-897e-4186-b24f-56a00b240f9b not found, creating... [ 802.019213] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.019469] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.019469] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.019638] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.019793] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.020656] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.021624] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.021624] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.021852] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.022356] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.022356] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 07b3a80d-897e-4186-b24f-56a00b240f9b is going to be created. [ 802.046188] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.046332] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.046371] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.046647] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.047147] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.047514] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-07b3a80d-897e-4186-b24f-56a00b240f9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.443530] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a13389c1-2a7c-4d3f-a60c-0378e022fddf [ 802.443800] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.443883] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.443970] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.444262] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.444389] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.444497] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a13389c1-2a7c-4d3f-a60c-0378e022fddf already deleted. [ 802.444587] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a13389c1-2a7c-4d3f-a60c-0378e022fddf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.459237] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.462383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.462531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.462863] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.462966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.463084] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe is going to be updated. [ 802.495951] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.496125] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.496195] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.496820] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.496820] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.506777] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: IN_PROGRESS for 2s [ 802.814079] env[66577]: INFO networking_nsxv3.common.synchronization [req-014d7d96-68e0-4738-becf-d7cb3cfe5db7 req-69472da8-32fb-4e18-9485-6996b2054a28 service nova] Enqueued Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_rules [ 802.814079] env[66577]: INFO networking_nsxv3.common.synchronization [req-014d7d96-68e0-4738-becf-d7cb3cfe5db7 req-69472da8-32fb-4e18-9485-6996b2054a28 service nova] Enqueued Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 802.814286] env[66577]: INFO networking_nsxv3.common.synchronization [req-014d7d96-68e0-4738-becf-d7cb3cfe5db7 req-69472da8-32fb-4e18-9485-6996b2054a28 service nova] Enqueued Resource ID: 07b3a80d-897e-4186-b24f-56a00b240f9b with Priority: HIGHEST for action port [ 802.814766] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_rules [ 802.814896] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 802.815013] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b3a80d-897e-4186-b24f-56a00b240f9b with Priority: HIGHEST for action port [ 802.818482] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.818482] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.818482] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.819684] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.819684] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.819684] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.820174] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.820372] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-07b3a80d-897e-4186-b24f-56a00b240f9b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.820482] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07b3a80d-897e-4186-b24f-56a00b240f9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.820697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07b3a80d-897e-4186-b24f-56a00b240f9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.821285] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07b3a80d-897e-4186-b24f-56a00b240f9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.821285] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07b3a80d-897e-4186-b24f-56a00b240f9b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.323527] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.323808] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.325639] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07b3a80d-897e-4186-b24f-56a00b240f9b with status ACTIVE [ 803.325639] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.325639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.325639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.325810] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.325883] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.326067] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.326714] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.326714] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.326714] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.326714] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.326714] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.326714] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.327179] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.327179] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.327179] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.327179] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07b3a80d-897e-4186-b24f-56a00b240f9b is going to be updated. [ 803.360554] env[66577]: INFO networking_nsxv3.common.synchronization [req-85fe222e-15b2-4c04-97fc-961c9e90f877 req-868e437a-d834-43c2-a60b-930190bf21f6 tempest-ServersAdminNegativeTestJSON-118835574 tempest-ServersAdminNegativeTestJSON-118835574-project-member] Enqueued Resource ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 with Priority: HIGHEST for action security_group_members [ 803.361752] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 with Priority: HIGHEST for action security_group_members [ 803.362264] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.362669] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.362669] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.362967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.363575] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.363575] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.363575] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.363793] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.363924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.364942] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e8be25-8521-4bdf-b0bb-fe26b3be72b6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.366286] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.366661] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.367924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.367924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.367924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.368178] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07b3a80d-897e-4186-b24f-56a00b240f9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.709904] env[66577]: INFO networking_nsxv3.common.synchronization [req-f0d65713-9808-4d8b-a161-4d1cebb4eaed req-c917b9c8-7af0-46ab-9259-b6565d6e09a4 tempest-ServerRescueNegativeTestJSON-1641720168 tempest-ServerRescueNegativeTestJSON-1641720168-project-member] Enqueued Resource ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 with Priority: HIGHEST for action security_group_members [ 803.710710] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 with Priority: HIGHEST for action security_group_members [ 803.710806] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3b6498-0117-4f0c-bf7c-0d845a446689 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.710891] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.711658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.711658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.711658] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.711658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.711658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.711658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.711916] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.711916] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f3b6498-0117-4f0c-bf7c-0d845a446689',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.869935] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.869935] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.869935] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.870342] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.870342] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.870440] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.870541] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.870603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.870822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.870822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.870914] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 is going to be updated. [ 803.901331] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.901599] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.901599] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.901771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.901937] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.912437] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 in Status: IN_PROGRESS for 2s [ 804.136735] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.136735] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-722" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.136735] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-722" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.136735] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-722" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.138092] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.138377] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.138662] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.138965] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.139253] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.139722] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.139882] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.140051] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.140210] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.140775] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.140775] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.140775] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.159678] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.159846] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.159978] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.160163] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-722" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.160464] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-c04554f0-5613-4044-bc44-dbfdc21ad739 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.160686] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-c04554f0-5613-4044-bc44-dbfdc21ad739" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.160743] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-c04554f0-5613-4044-bc44-dbfdc21ad739" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.161064] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-c04554f0-5613-4044-bc44-dbfdc21ad739" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.161201] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c04554f0-5613-4044-bc44-dbfdc21ad739',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.215658] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.215658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.215658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.215658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.215658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.215997] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.216093] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.216160] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.216331] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.216410] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.216496] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 already deleted. [ 804.216574] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.520048] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: SUCCESS [ 804.520048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.520048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.520048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.520048] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.520048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.520048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.520048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.520549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.520549] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.663725] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.663986] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.664076] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.664366] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.664521] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.664696] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port c04554f0-5613-4044-bc44-dbfdc21ad739 not found, creating... [ 804.665018] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.665158] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.665270] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.665482] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.665610] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.665897] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.666036] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.666132] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.666572] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.666680] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.666835] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: c04554f0-5613-4044-bc44-dbfdc21ad739 is going to be created. [ 804.686937] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.687193] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.687283] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.687537] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.687804] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.688043] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-c04554f0-5613-4044-bc44-dbfdc21ad739" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.023331] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.269314] env[66577]: INFO networking_nsxv3.common.synchronization [None req-11eb386d-fa7d-4665-b8c6-7c84561011e1 None None] Enqueued Resource ID: bb1b3223-982c-4ff6-bac0-52c3477e96f9 with Priority: HIGHEST for action port [ 805.269552] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1b3223-982c-4ff6-bac0-52c3477e96f9 with Priority: HIGHEST for action port [ 805.270131] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb1b3223-982c-4ff6-bac0-52c3477e96f9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.270278] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb1b3223-982c-4ff6-bac0-52c3477e96f9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.270340] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb1b3223-982c-4ff6-bac0-52c3477e96f9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.270621] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb1b3223-982c-4ff6-bac0-52c3477e96f9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.270776] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb1b3223-982c-4ff6-bac0-52c3477e96f9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.395958] env[66577]: INFO networking_nsxv3.common.synchronization [req-f0d65713-9808-4d8b-a161-4d1cebb4eaed req-5647854b-8ecf-4445-8869-bf1b713499d2 service nova] Enqueued Resource ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 with Priority: HIGHEST for action security_group_rules [ 805.396104] env[66577]: INFO networking_nsxv3.common.synchronization [req-f0d65713-9808-4d8b-a161-4d1cebb4eaed req-5647854b-8ecf-4445-8869-bf1b713499d2 service nova] Enqueued Resource ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 with Priority: HIGHEST for action security_group_members [ 805.396242] env[66577]: INFO networking_nsxv3.common.synchronization [req-f0d65713-9808-4d8b-a161-4d1cebb4eaed req-5647854b-8ecf-4445-8869-bf1b713499d2 service nova] Enqueued Resource ID: c04554f0-5613-4044-bc44-dbfdc21ad739 with Priority: HIGHEST for action port [ 805.396461] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 with Priority: HIGHEST for action security_group_rules [ 805.396587] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 with Priority: HIGHEST for action security_group_members [ 805.396681] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c04554f0-5613-4044-bc44-dbfdc21ad739 with Priority: HIGHEST for action port [ 805.404497] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f3b6498-0117-4f0c-bf7c-0d845a446689 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.404770] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.404904] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.405398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.405398] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f3b6498-0117-4f0c-bf7c-0d845a446689',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.406406] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3b6498-0117-4f0c-bf7c-0d845a446689 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.407400] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.407400] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.407669] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.407669] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.407669] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.407786] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.407902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.408026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.408125] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f3b6498-0117-4f0c-bf7c-0d845a446689',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.411289] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c04554f0-5613-4044-bc44-dbfdc21ad739 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.411371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c04554f0-5613-4044-bc44-dbfdc21ad739" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.411439] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c04554f0-5613-4044-bc44-dbfdc21ad739" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.411602] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c04554f0-5613-4044-bc44-dbfdc21ad739" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.411679] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c04554f0-5613-4044-bc44-dbfdc21ad739',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.525894] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.773963] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb1b3223-982c-4ff6-bac0-52c3477e96f9 [ 805.774983] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.775691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.775691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.775691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.776235] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.776792] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb1b3223-982c-4ff6-bac0-52c3477e96f9 already deleted. [ 805.776987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb1b3223-982c-4ff6-bac0-52c3477e96f9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.917778] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c04554f0-5613-4044-bc44-dbfdc21ad739 with status ACTIVE [ 805.917778] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.917778] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.917778] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.918029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.918029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.918155] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.918250] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.918312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.918456] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.918531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.918710] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.918800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.918863] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.918998] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.919594] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.919678] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c04554f0-5613-4044-bc44-dbfdc21ad739 is going to be updated. [ 805.921144] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f3b6498-0117-4f0c-bf7c-0d845a446689',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.922682] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3b6498-0117-4f0c-bf7c-0d845a446689 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.922797] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.934144] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 in Status: SUCCESS [ 805.934381] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 deletion is rescheduled due to dependency. [ 805.934502] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.943705] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.943854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.943925] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.944166] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.944315] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.944496] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c04554f0-5613-4044-bc44-dbfdc21ad739" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.031029] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.031029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.031029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.031339] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.031445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.031546] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe is going to be updated. [ 806.072927] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.073197] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.073308] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.073619] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.073905] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.092944] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: IN_PROGRESS for 2s [ 806.155071] env[66577]: INFO networking_nsxv3.common.synchronization [None req-15698d88-958b-492b-ac47-a508b385806e None None] Enqueued Resource ID: 77f50a60-58d5-441f-ba52-b7cf4bfe800c with Priority: HIGHEST for action port [ 806.155615] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77f50a60-58d5-441f-ba52-b7cf4bfe800c with Priority: HIGHEST for action port [ 806.156535] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-77f50a60-58d5-441f-ba52-b7cf4bfe800c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.156535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77f50a60-58d5-441f-ba52-b7cf4bfe800c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.156535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77f50a60-58d5-441f-ba52-b7cf4bfe800c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.156535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77f50a60-58d5-441f-ba52-b7cf4bfe800c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.156535] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77f50a60-58d5-441f-ba52-b7cf4bfe800c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.422921] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f3b6498-0117-4f0c-bf7c-0d845a446689',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.659176] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77f50a60-58d5-441f-ba52-b7cf4bfe800c [ 806.659487] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.659549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.659597] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.659814] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.659900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.659991] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77f50a60-58d5-441f-ba52-b7cf4bfe800c already deleted. [ 806.660078] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77f50a60-58d5-441f-ba52-b7cf4bfe800c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.926215] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.926215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.926215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.926502] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.927818] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.928019] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 is going to be created. [ 806.963682] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.963682] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.963682] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.966465] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.966465] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.977052] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 in Status: UNINITIALIZED for 2s [ 807.118877] env[66577]: INFO networking_nsxv3.common.synchronization [req-2d16c8f5-cdd7-4404-9eb5-1b5c357d9110 req-7747b92d-e0e5-4e87-a2ae-c45170d293ea tempest-SecurityGroupRulesTestJSON-974574201 tempest-SecurityGroupRulesTestJSON-974574201-project-member] Enqueued Resource ID: 24803a6a-0cd5-4703-be65-2bce52331e9e with Priority: HIGHEST for action security_group_rules [ 807.118877] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24803a6a-0cd5-4703-be65-2bce52331e9e with Priority: HIGHEST for action security_group_rules [ 807.119309] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24803a6a-0cd5-4703-be65-2bce52331e9e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.119309] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24803a6a-0cd5-4703-be65-2bce52331e9e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.119309] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24803a6a-0cd5-4703-be65-2bce52331e9e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.119728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24803a6a-0cd5-4703-be65-2bce52331e9e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.119728] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24803a6a-0cd5-4703-be65-2bce52331e9e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.217850] env[66577]: INFO networking_nsxv3.common.synchronization [None req-3f04c222-2c1a-4c7a-8e2a-c4694d6c26a5 None None] Enqueued Resource ID: 1fd6bcfe-ce4d-4dfd-95a7-320b580ac781 with Priority: HIGHEST for action port [ 807.217954] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fd6bcfe-ce4d-4dfd-95a7-320b580ac781 with Priority: HIGHEST for action port [ 807.218783] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fd6bcfe-ce4d-4dfd-95a7-320b580ac781 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.221392] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fd6bcfe-ce4d-4dfd-95a7-320b580ac781" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.221392] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fd6bcfe-ce4d-4dfd-95a7-320b580ac781" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.221665] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fd6bcfe-ce4d-4dfd-95a7-320b580ac781" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.222531] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fd6bcfe-ce4d-4dfd-95a7-320b580ac781',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.641234] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.641234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.641399] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.641499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.641552] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.641650] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24803a6a-0cd5-4703-be65-2bce52331e9e already deleted. [ 807.641731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24803a6a-0cd5-4703-be65-2bce52331e9e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.725379] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fd6bcfe-ce4d-4dfd-95a7-320b580ac781 [ 807.725644] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.725754] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.725840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.726076] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.727225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.727340] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fd6bcfe-ce4d-4dfd-95a7-320b580ac781 already deleted. [ 807.728106] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fd6bcfe-ce4d-4dfd-95a7-320b580ac781" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.811436] env[66577]: INFO networking_nsxv3.common.synchronization [None req-580cdc64-0492-4e66-95c4-79935f7f70ce tempest-AttachInterfacesUnderV243Test-1848768180 tempest-AttachInterfacesUnderV243Test-1848768180-project-member] Enqueued Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_rules [ 807.811436] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_rules [ 807.811436] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ad17886-d926-41de-abdb-ecb9d74ad410 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.811436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.811436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.811619] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.811619] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.921344] env[66577]: INFO networking_nsxv3.common.synchronization [None req-356d2b06-cade-4148-974b-4b5c95f13a83 tempest-AttachInterfacesUnderV243Test-1848768180 tempest-AttachInterfacesUnderV243Test-1848768180-project-member] Enqueued Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_rules [ 807.921884] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_rules [ 807.922201] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ad17886-d926-41de-abdb-ecb9d74ad410 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.922343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.110027] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: SUCCESS [ 808.114072] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.115114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.115114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.115114] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.115114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.115114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.115114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.115997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.115997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.115997] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.299380] env[66577]: INFO networking_nsxv3.common.synchronization [req-f7d72765-1f10-4291-a9cf-4062180021e0 req-8fc0cc8c-d7fc-46b3-9044-3d60c453cc88 tempest-ServersWithSpecificFlavorTestJSON-367237849 tempest-ServersWithSpecificFlavorTestJSON-367237849-project-member] Enqueued Resource ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 with Priority: HIGHEST for action security_group_members [ 808.299902] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 with Priority: HIGHEST for action security_group_members [ 808.300215] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c211bba1-9fab-4c7e-82b8-e5b70861b181 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.300331] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.300396] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.300590] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.302034] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.302034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.302034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.303129] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.303255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.303366] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c211bba1-9fab-4c7e-82b8-e5b70861b181',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.339481] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.339613] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.339681] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.339913] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.340022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.340117] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 already deleted. [ 808.340200] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.342109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.342109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.342109] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.619218] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.619467] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.619559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.619792] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.619984] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.620101] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.620162] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.620316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.620402] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.620491] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.620637] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.620730] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.620807] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.621015] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.621158] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.621272] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.621337] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.621508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.621589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.621710] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.621796] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.806388] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.806805] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.806805] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.806914] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.807070] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.807301] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.807403] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.807482] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.807656] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.807756] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.807882] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 is going to be updated. [ 808.839852] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.840054] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.840136] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.840394] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.840572] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.853585] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 in Status: IN_PROGRESS for 2s [ 808.865667] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.866090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.866090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.866228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.866348] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.866478] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 already deleted. [ 808.866543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.923321] env[66577]: INFO networking_nsxv3.common.synchronization [req-f3539ef7-5c67-4347-aa59-75802c04a2d6 req-05608deb-80ce-4b36-b7ab-3697da436287 tempest-SecurityGroupRulesTestJSON-974574201 tempest-SecurityGroupRulesTestJSON-974574201-project-member] Enqueued Resource ID: 24803a6a-0cd5-4703-be65-2bce52331e9e with Priority: HIGHEST for action security_group_rules [ 808.923927] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24803a6a-0cd5-4703-be65-2bce52331e9e with Priority: HIGHEST for action security_group_rules [ 808.924283] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24803a6a-0cd5-4703-be65-2bce52331e9e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.924368] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24803a6a-0cd5-4703-be65-2bce52331e9e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.925029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24803a6a-0cd5-4703-be65-2bce52331e9e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.925029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24803a6a-0cd5-4703-be65-2bce52331e9e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.925029] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24803a6a-0cd5-4703-be65-2bce52331e9e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.993161] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 in Status: SUCCESS [ 808.993161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.993161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.993161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.993161] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.993161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.993161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.993161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.993161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.993161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.994092] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f3b6498-0117-4f0c-bf7c-0d845a446689',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.023018] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.023018] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-397" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.023018] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-397" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.023018] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-397" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.023018] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.023018] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.023018] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.023018] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.023018] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.023852] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.024032] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.024178] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.024319] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.024471] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.024590] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.024780] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.044727] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.045787] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.045787] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.045787] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-397" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.045787] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-e70987ad-f72a-4571-ac1e-36b76f787c56 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.046083] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-e70987ad-f72a-4571-ac1e-36b76f787c56" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.046184] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-e70987ad-f72a-4571-ac1e-36b76f787c56" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.046557] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-e70987ad-f72a-4571-ac1e-36b76f787c56" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.046746] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e70987ad-f72a-4571-ac1e-36b76f787c56',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.124916] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09ef8d85-d1c3-4091-8882-4679293f58fe: rpc.has_security_group_logging(os_id): False [ 809.147110] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.147312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.147312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.147525] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.147704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.147844] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.147959] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.148033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.148199] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.148274] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.148470] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.148558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.148614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.148750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.148862] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.148997] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.149088] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.149145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.149275] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.149340] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.149420] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe is going to be updated. [ 809.217854] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.218032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.218090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.218359] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.218441] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.235444] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: IN_PROGRESS for 2s [ 809.448669] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.448812] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.448875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.449111] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.449235] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.449332] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24803a6a-0cd5-4703-be65-2bce52331e9e already deleted. [ 809.449414] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24803a6a-0cd5-4703-be65-2bce52331e9e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.496652] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3b6498-0117-4f0c-bf7c-0d845a446689 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.496971] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.497144] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.497328] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.497562] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.497672] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.497765] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.497954] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.498126] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.498227] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.498394] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3b6498-0117-4f0c-bf7c-0d845a446689 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.498552] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.498625] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.498769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.498986] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.499087] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.499133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.499292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.499368] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.499491] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.499587] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f3b6498-0117-4f0c-bf7c-0d845a446689',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.549692] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.549926] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.550098] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.550421] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.550585] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.550755] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port e70987ad-f72a-4571-ac1e-36b76f787c56 not found, creating... [ 809.551059] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.551263] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.551393] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.551639] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.551790] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.552157] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.552340] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.552463] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.552687] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.552823] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.552991] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: e70987ad-f72a-4571-ac1e-36b76f787c56 is going to be created. [ 809.581546] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.581784] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.581920] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.582446] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.582670] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.582896] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-e70987ad-f72a-4571-ac1e-36b76f787c56" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.928177] env[66577]: INFO networking_nsxv3.common.synchronization [None req-bf4b2187-bb9c-4d3a-8959-f5165a82596e None None] Enqueued Resource ID: f33d3780-a849-4079-8585-18db8c0ef3a4 with Priority: HIGHEST for action port [ 809.928540] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f33d3780-a849-4079-8585-18db8c0ef3a4 with Priority: HIGHEST for action port [ 809.928741] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-f33d3780-a849-4079-8585-18db8c0ef3a4 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.928866] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f33d3780-a849-4079-8585-18db8c0ef3a4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.928919] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f33d3780-a849-4079-8585-18db8c0ef3a4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.929627] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f33d3780-a849-4079-8585-18db8c0ef3a4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.929709] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f33d3780-a849-4079-8585-18db8c0ef3a4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.003344] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f3b6498-0117-4f0c-bf7c-0d845a446689: rpc.has_security_group_logging(os_id): False [ 810.024967] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.024967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.024967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.024967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.024967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.024967] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.024967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.024967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.026466] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.026621] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.026909] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.027083] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.027230] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.027412] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.027576] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.027879] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.028067] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.028147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.028367] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.028481] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.028621] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 is going to be created. [ 810.102307] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.102495] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.102565] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.102792] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.102986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.117346] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 in Status: IN_PROGRESS for 2s [ 810.333689] env[66577]: INFO networking_nsxv3.common.synchronization [req-f7d72765-1f10-4291-a9cf-4062180021e0 req-f3f6ceb5-364e-470e-8581-b1f91df56e9b service nova] Enqueued Resource ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 with Priority: HIGHEST for action security_group_rules [ 810.333867] env[66577]: INFO networking_nsxv3.common.synchronization [req-f7d72765-1f10-4291-a9cf-4062180021e0 req-f3f6ceb5-364e-470e-8581-b1f91df56e9b service nova] Enqueued Resource ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 with Priority: HIGHEST for action security_group_members [ 810.333984] env[66577]: INFO networking_nsxv3.common.synchronization [req-f7d72765-1f10-4291-a9cf-4062180021e0 req-f3f6ceb5-364e-470e-8581-b1f91df56e9b service nova] Enqueued Resource ID: e70987ad-f72a-4571-ac1e-36b76f787c56 with Priority: HIGHEST for action port [ 810.334546] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 with Priority: HIGHEST for action security_group_rules [ 810.334727] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 with Priority: HIGHEST for action security_group_members [ 810.334841] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70987ad-f72a-4571-ac1e-36b76f787c56 with Priority: HIGHEST for action port [ 810.335156] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c211bba1-9fab-4c7e-82b8-e5b70861b181 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.335251] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.335312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.335468] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.335543] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c211bba1-9fab-4c7e-82b8-e5b70861b181',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.336437] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c211bba1-9fab-4c7e-82b8-e5b70861b181 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.336575] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.336741] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e70987ad-f72a-4571-ac1e-36b76f787c56 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.336835] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e70987ad-f72a-4571-ac1e-36b76f787c56" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.336893] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e70987ad-f72a-4571-ac1e-36b76f787c56" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.337125] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e70987ad-f72a-4571-ac1e-36b76f787c56" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.337223] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e70987ad-f72a-4571-ac1e-36b76f787c56',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.431781] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f33d3780-a849-4079-8585-18db8c0ef3a4 [ 810.432412] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.432412] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.432412] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.432412] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.432629] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.432629] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f33d3780-a849-4079-8585-18db8c0ef3a4 already deleted. [ 810.432700] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f33d3780-a849-4079-8585-18db8c0ef3a4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.838919] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c211bba1-9fab-4c7e-82b8-e5b70861b181 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.839145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.839295] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e70987ad-f72a-4571-ac1e-36b76f787c56 with status ACTIVE [ 810.839464] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.839601] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.839682] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.839830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.839918] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.840101] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.840253] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.840253] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.840421] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.840492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.840642] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.840765] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.840952] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.840952] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.841172] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.841172] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e70987ad-f72a-4571-ac1e-36b76f787c56 is going to be updated. [ 810.871035] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 in Status: SUCCESS [ 810.871187] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 deletion is rescheduled due to dependency. [ 810.871317] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.871549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.871708] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.871885] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.872019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.872084] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.872244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.872333] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.872965] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c211bba1-9fab-4c7e-82b8-e5b70861b181',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.889038] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.889038] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.889038] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.889038] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.889038] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.889038] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e70987ad-f72a-4571-ac1e-36b76f787c56" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.264833] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: SUCCESS [ 811.264833] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.377926] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c211bba1-9fab-4c7e-82b8-e5b70861b181',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.460206] env[66577]: INFO networking_nsxv3.common.synchronization [None req-7627a68b-94b3-49d2-9d3b-7c044a216d67 None None] Enqueued Resource ID: c43ad22c-a567-4680-b5a2-b82ccaa1cf87 with Priority: HIGHEST for action port [ 811.460618] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c43ad22c-a567-4680-b5a2-b82ccaa1cf87 with Priority: HIGHEST for action port [ 811.460923] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c43ad22c-a567-4680-b5a2-b82ccaa1cf87 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.462109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c43ad22c-a567-4680-b5a2-b82ccaa1cf87" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.462215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c43ad22c-a567-4680-b5a2-b82ccaa1cf87" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.462483] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c43ad22c-a567-4680-b5a2-b82ccaa1cf87" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.462566] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c43ad22c-a567-4680-b5a2-b82ccaa1cf87',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.836189] env[66577]: INFO networking_nsxv3.common.synchronization [req-744fe7eb-f331-491e-a5a2-2071755dcbdb req-c02c4f29-61a4-4a12-bec1-41b2e34f93f3 tempest-SecurityGroupRulesTestJSON-974574201 tempest-SecurityGroupRulesTestJSON-974574201-project-member] Enqueued Resource ID: 24803a6a-0cd5-4703-be65-2bce52331e9e with Priority: HIGHEST for action security_group_rules [ 811.836547] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24803a6a-0cd5-4703-be65-2bce52331e9e with Priority: HIGHEST for action security_group_rules [ 811.836894] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-24803a6a-0cd5-4703-be65-2bce52331e9e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.837064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-24803a6a-0cd5-4703-be65-2bce52331e9e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.837315] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-24803a6a-0cd5-4703-be65-2bce52331e9e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.837400] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-24803a6a-0cd5-4703-be65-2bce52331e9e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.837400] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('24803a6a-0cd5-4703-be65-2bce52331e9e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.881500] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c211bba1-9fab-4c7e-82b8-e5b70861b181',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.967892] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c43ad22c-a567-4680-b5a2-b82ccaa1cf87 [ 811.967892] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.967892] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.967892] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.967892] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.967892] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.967892] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c43ad22c-a567-4680-b5a2-b82ccaa1cf87 already deleted. [ 811.967892] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c43ad22c-a567-4680-b5a2-b82ccaa1cf87" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.130821] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 in Status: SUCCESS [ 812.130821] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.358741] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.359163] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.359163] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.359163] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.359319] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.359353] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 24803a6a-0cd5-4703-be65-2bce52331e9e already deleted. [ 812.359422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-24803a6a-0cd5-4703-be65-2bce52331e9e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.387454] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.387604] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.387670] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.387942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.390020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.390020] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 is going to be updated. [ 812.412885] env[66577]: INFO networking_nsxv3.common.synchronization [req-760c3e38-e1cd-4a59-bb3e-79b53883c378 req-e815bb41-fdf5-4933-996d-a4ae3d3c6c93 tempest-ServerRescueNegativeTestJSON-1641720168 tempest-ServerRescueNegativeTestJSON-1641720168-project-member] Enqueued Resource ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 with Priority: HIGHEST for action security_group_members [ 812.413470] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 with Priority: HIGHEST for action security_group_members [ 812.414267] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3b6498-0117-4f0c-bf7c-0d845a446689 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.414267] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.414267] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.414609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.414725] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.414879] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.414941] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.415186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.415186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.415274] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f3b6498-0117-4f0c-bf7c-0d845a446689',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.431720] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.431720] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.431921] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.432255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.432255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.449773] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 in Status: IN_PROGRESS for 2s [ 812.812525] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.812679] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-722" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.812805] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-722" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.813252] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-722" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.813371] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.816454] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.816454] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.816454] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.816454] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.816454] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.816454] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.816454] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.816454] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.816454] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.816454] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.816454] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.853018] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.853018] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 812.853018] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.853018] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-722" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.853018] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-e6e6103f-7617-4089-87a5-e6d035873d6b taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.853018] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-e6e6103f-7617-4089-87a5-e6d035873d6b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.853018] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-e6e6103f-7617-4089-87a5-e6d035873d6b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.853018] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-e6e6103f-7617-4089-87a5-e6d035873d6b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.853018] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6e6103f-7617-4089-87a5-e6d035873d6b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.918827] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f3b6498-0117-4f0c-bf7c-0d845a446689',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.355654] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.355829] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.356074] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.358141] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.358141] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.358141] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port e6e6103f-7617-4089-87a5-e6d035873d6b not found, creating... [ 813.358141] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.358141] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.358141] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.358141] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.358141] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.358141] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.359322] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.359580] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.359793] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.359950] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.360135] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: e6e6103f-7617-4089-87a5-e6d035873d6b is going to be created. [ 813.386481] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.386692] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.386956] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.387302] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.387560] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.387829] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-e6e6103f-7617-4089-87a5-e6d035873d6b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.423038] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f3b6498-0117-4f0c-bf7c-0d845a446689',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.638124] env[66577]: INFO networking_nsxv3.common.synchronization [req-cc02e4b9-e3c9-41f8-8757-f73839556427 req-053bf1ba-3c09-4029-98a0-a82cab538fbd tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 710c8001-af95-4500-937f-60d309ade8ff with Priority: HIGHEST for action security_group_members [ 813.638362] env[66577]: INFO networking_nsxv3.common.synchronization [req-cc02e4b9-e3c9-41f8-8757-f73839556427 req-053bf1ba-3c09-4029-98a0-a82cab538fbd tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 813.638896] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710c8001-af95-4500-937f-60d309ade8ff with Priority: HIGHEST for action security_group_members [ 813.639043] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 813.639331] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-710c8001-af95-4500-937f-60d309ade8ff taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.639459] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.639529] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.639759] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.639941] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.640058] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.640119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.640277] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.640360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.640497] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('710c8001-af95-4500-937f-60d309ade8ff',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.641399] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.641499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.641629] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.641719] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.641862] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.642088] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.642088] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.642172] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.642229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.642323] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.693954] env[66577]: INFO networking_nsxv3.common.synchronization [req-cc02e4b9-e3c9-41f8-8757-f73839556427 req-053bf1ba-3c09-4029-98a0-a82cab538fbd tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_rules [ 813.694137] env[66577]: INFO networking_nsxv3.common.synchronization [req-cc02e4b9-e3c9-41f8-8757-f73839556427 req-053bf1ba-3c09-4029-98a0-a82cab538fbd tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 813.694283] env[66577]: INFO networking_nsxv3.common.synchronization [req-cc02e4b9-e3c9-41f8-8757-f73839556427 req-053bf1ba-3c09-4029-98a0-a82cab538fbd tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 710c8001-af95-4500-937f-60d309ade8ff with Priority: HIGHEST for action security_group_rules [ 813.694438] env[66577]: INFO networking_nsxv3.common.synchronization [req-cc02e4b9-e3c9-41f8-8757-f73839556427 req-053bf1ba-3c09-4029-98a0-a82cab538fbd tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 710c8001-af95-4500-937f-60d309ade8ff with Priority: HIGHEST for action security_group_members [ 813.694561] env[66577]: INFO networking_nsxv3.common.synchronization [req-cc02e4b9-e3c9-41f8-8757-f73839556427 req-053bf1ba-3c09-4029-98a0-a82cab538fbd tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 07b3a80d-897e-4186-b24f-56a00b240f9b with Priority: HIGHEST for action port [ 813.695153] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_rules [ 813.695300] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710c8001-af95-4500-937f-60d309ade8ff with Priority: HIGHEST for action security_group_rules [ 813.695396] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b3a80d-897e-4186-b24f-56a00b240f9b with Priority: HIGHEST for action port [ 813.695729] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 813.695867] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710c8001-af95-4500-937f-60d309ade8ff with Priority: HIGHEST for action security_group_members [ 813.696307] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.696430] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.696495] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.696736] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.696840] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.698100] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-710c8001-af95-4500-937f-60d309ade8ff taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.698223] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.698304] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.698508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.698586] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('710c8001-af95-4500-937f-60d309ade8ff',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.699454] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-07b3a80d-897e-4186-b24f-56a00b240f9b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.699536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07b3a80d-897e-4186-b24f-56a00b240f9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.699600] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07b3a80d-897e-4186-b24f-56a00b240f9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.699748] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07b3a80d-897e-4186-b24f-56a00b240f9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.699815] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07b3a80d-897e-4186-b24f-56a00b240f9b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.700584] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.700685] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.700851] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-710c8001-af95-4500-937f-60d309ade8ff taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.700931] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.893253] env[66577]: INFO networking_nsxv3.common.synchronization [None req-75a333f4-598c-4898-b3f3-db6e3a2b9b11 None None] Enqueued Resource ID: 2dc301db-deac-4885-8161-a0f8dfe6f85e with Priority: HIGHEST for action port [ 813.894442] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dc301db-deac-4885-8161-a0f8dfe6f85e with Priority: HIGHEST for action port [ 813.894442] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dc301db-deac-4885-8161-a0f8dfe6f85e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.894442] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dc301db-deac-4885-8161-a0f8dfe6f85e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.894442] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dc301db-deac-4885-8161-a0f8dfe6f85e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.894652] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dc301db-deac-4885-8161-a0f8dfe6f85e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.894684] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dc301db-deac-4885-8161-a0f8dfe6f85e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.924934] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.924934] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.924934] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.925169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.925169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.925169] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 is going to be updated. [ 813.956689] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.957119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.957255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.957456] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.959209] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.969087] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 in Status: IN_PROGRESS for 2s [ 814.145140] env[66577]: INFO networking_nsxv3.common.synchronization [req-760c3e38-e1cd-4a59-bb3e-79b53883c378 req-7c909ce5-7d82-452a-9199-4c9496522f36 service nova] Enqueued Resource ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 with Priority: HIGHEST for action security_group_rules [ 814.145492] env[66577]: INFO networking_nsxv3.common.synchronization [req-760c3e38-e1cd-4a59-bb3e-79b53883c378 req-7c909ce5-7d82-452a-9199-4c9496522f36 service nova] Enqueued Resource ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 with Priority: HIGHEST for action security_group_members [ 814.145581] env[66577]: INFO networking_nsxv3.common.synchronization [req-760c3e38-e1cd-4a59-bb3e-79b53883c378 req-7c909ce5-7d82-452a-9199-4c9496522f36 service nova] Enqueued Resource ID: e6e6103f-7617-4089-87a5-e6d035873d6b with Priority: HIGHEST for action port [ 814.146543] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('710c8001-af95-4500-937f-60d309ade8ff',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.146758] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.147906] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 with Priority: HIGHEST for action security_group_rules [ 814.148084] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 with Priority: HIGHEST for action security_group_members [ 814.148219] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6e6103f-7617-4089-87a5-e6d035873d6b with Priority: HIGHEST for action port [ 814.148673] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f3b6498-0117-4f0c-bf7c-0d845a446689 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.149141] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.149141] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.149141] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.149496] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f3b6498-0117-4f0c-bf7c-0d845a446689',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.150475] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3b6498-0117-4f0c-bf7c-0d845a446689 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.150689] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.150984] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6e6103f-7617-4089-87a5-e6d035873d6b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.151204] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6e6103f-7617-4089-87a5-e6d035873d6b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.151263] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6e6103f-7617-4089-87a5-e6d035873d6b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.151680] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6e6103f-7617-4089-87a5-e6d035873d6b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.151680] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6e6103f-7617-4089-87a5-e6d035873d6b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.202413] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07b3a80d-897e-4186-b24f-56a00b240f9b with status ACTIVE [ 814.202685] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.203132] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.203132] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.203132] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.203264] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.203450] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.203576] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.203632] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.203818] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.203900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.204156] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.204294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.204325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.204496] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.204798] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.204798] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07b3a80d-897e-4186-b24f-56a00b240f9b is going to be updated. [ 814.206270] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.206270] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.206413] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-710c8001-af95-4500-937f-60d309ade8ff taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.206413] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.232491] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.232637] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.232703] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.232909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.233065] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.233267] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07b3a80d-897e-4186-b24f-56a00b240f9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.397669] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2dc301db-deac-4885-8161-a0f8dfe6f85e [ 814.399138] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.399138] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.399138] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.399138] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.399138] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.399138] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2dc301db-deac-4885-8161-a0f8dfe6f85e already deleted. [ 814.399138] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dc301db-deac-4885-8161-a0f8dfe6f85e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.462511] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 in Status: SUCCESS [ 814.462511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.462511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.462511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.462511] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.463086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.463086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.463086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.463086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.463086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.463086] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c211bba1-9fab-4c7e-82b8-e5b70861b181',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.648690] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('710c8001-af95-4500-937f-60d309ade8ff',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.649749] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.655501] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3b6498-0117-4f0c-bf7c-0d845a446689 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.656708] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.656708] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6e6103f-7617-4089-87a5-e6d035873d6b with status ACTIVE [ 814.656708] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.656915] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.656915] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.657313] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.657556] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.657611] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.658121] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.658121] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.658121] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.658271] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.658440] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.658830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.659534] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.659534] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.659534] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.659534] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6e6103f-7617-4089-87a5-e6d035873d6b is going to be updated. [ 814.698643] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.698804] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.698899] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.699261] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.699438] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.699619] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6e6103f-7617-4089-87a5-e6d035873d6b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.965936] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c211bba1-9fab-4c7e-82b8-e5b70861b181',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.156528] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.157579] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.157644] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.157971] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.158078] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.158630] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 710c8001-af95-4500-937f-60d309ade8ff is going to be created. [ 815.162773] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.162908] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.163044] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.163224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.163323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.163423] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe is going to be updated. [ 815.193023] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.193023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.193023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.193023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.193023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.199902] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.200128] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.200128] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.200328] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.200469] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.210482] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 710c8001-af95-4500-937f-60d309ade8ff in Status: UNINITIALIZED for 2s [ 815.211193] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: IN_PROGRESS for 2s [ 815.349602] env[66577]: INFO networking_nsxv3.common.synchronization [req-725b2524-7463-4626-b77f-a7e882a71fbc req-101f6021-2d20-46eb-af8c-2f85d042b576 tempest-ListServersNegativeTestJSON-1457146419 tempest-ListServersNegativeTestJSON-1457146419-project-member] Enqueued Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_members [ 815.349602] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_members [ 815.349916] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.350055] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.350664] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.350664] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.350664] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.350664] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.350909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.351049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.351307] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.351385] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.470598] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c211bba1-9fab-4c7e-82b8-e5b70861b181: rpc.has_security_group_logging(os_id): False [ 815.492306] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.492990] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.492990] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.492990] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.492990] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.492990] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.493259] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.493259] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.493319] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.493349] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.495984] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 is going to be updated. [ 815.558389] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.558543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.558717] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.558814] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.559497] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.572254] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 in Status: IN_PROGRESS for 2s [ 815.744657] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.744881] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-892" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.745040] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-892" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.745363] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-892" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.745722] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.745884] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.749404] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.749548] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.750224] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.750224] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.750224] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.750224] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.750476] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.750476] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.750542] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.750636] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.771809] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.772015] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.772103] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.772287] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-892" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.772718] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-102dedcd-4ba9-4d1c-b8d4-43277bfebe2b taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.772965] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-102dedcd-4ba9-4d1c-b8d4-43277bfebe2b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.773100] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-102dedcd-4ba9-4d1c-b8d4-43277bfebe2b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.773421] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-102dedcd-4ba9-4d1c-b8d4-43277bfebe2b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.773558] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('102dedcd-4ba9-4d1c-b8d4-43277bfebe2b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.855244] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.855411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.855493] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.855745] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.855787] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.855977] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.856085] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.856146] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.856294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.856368] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.856449] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4439173-5256-4faa-bef7-9d10631a1b31 already deleted. [ 815.856527] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.982989] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 in Status: SUCCESS [ 815.983123] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.983207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.983422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.983609] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.983730] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.983790] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.983946] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.984145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.984145] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f3b6498-0117-4f0c-bf7c-0d845a446689',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.277293] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.277511] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.277633] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.277957] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.278131] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.278316] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 102dedcd-4ba9-4d1c-b8d4-43277bfebe2b not found, creating... [ 816.278609] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.278771] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.278991] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.279323] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.279443] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.279743] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.279899] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.281487] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.281752] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.281912] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.282109] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 102dedcd-4ba9-4d1c-b8d4-43277bfebe2b is going to be created. [ 816.321683] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.321906] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.322095] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.322770] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.322770] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.323208] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-102dedcd-4ba9-4d1c-b8d4-43277bfebe2b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.487512] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f3b6498-0117-4f0c-bf7c-0d845a446689',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.990674] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f3b6498-0117-4f0c-bf7c-0d845a446689',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.012371] env[66577]: INFO networking_nsxv3.common.synchronization [req-725b2524-7463-4626-b77f-a7e882a71fbc req-28ae2941-5fd9-40f4-9704-8f739498c128 service nova] Enqueued Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_rules [ 817.012371] env[66577]: INFO networking_nsxv3.common.synchronization [req-725b2524-7463-4626-b77f-a7e882a71fbc req-28ae2941-5fd9-40f4-9704-8f739498c128 service nova] Enqueued Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_members [ 817.012371] env[66577]: INFO networking_nsxv3.common.synchronization [req-725b2524-7463-4626-b77f-a7e882a71fbc req-28ae2941-5fd9-40f4-9704-8f739498c128 service nova] Enqueued Resource ID: 102dedcd-4ba9-4d1c-b8d4-43277bfebe2b with Priority: HIGHEST for action port [ 817.012371] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_rules [ 817.012371] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_members [ 817.012371] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 102dedcd-4ba9-4d1c-b8d4-43277bfebe2b with Priority: HIGHEST for action port [ 817.013400] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.013559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.013762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.014016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.014016] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.015107] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.015321] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.015321] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.015448] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.015569] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.015690] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.015767] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.015858] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.015942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.016070] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.017172] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-102dedcd-4ba9-4d1c-b8d4-43277bfebe2b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.017172] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-102dedcd-4ba9-4d1c-b8d4-43277bfebe2b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.017172] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-102dedcd-4ba9-4d1c-b8d4-43277bfebe2b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.017172] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-102dedcd-4ba9-4d1c-b8d4-43277bfebe2b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.017644] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('102dedcd-4ba9-4d1c-b8d4-43277bfebe2b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.228023] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 710c8001-af95-4500-937f-60d309ade8ff in Status: SUCCESS [ 817.228023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.228023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.228023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.228023] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.228023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.228023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.228023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.228023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.228023] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('710c8001-af95-4500-937f-60d309ade8ff',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.229209] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: SUCCESS [ 817.230404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.232728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.232728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.232728] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.232728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.232917] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.233031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.233031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.233141] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.492596] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.493037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.493037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.493143] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.493283] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.493348] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 is going to be updated. [ 817.518926] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.522297] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.522297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.522297] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 102dedcd-4ba9-4d1c-b8d4-43277bfebe2b with status ACTIVE [ 817.522297] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.522297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.522297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.522297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.522297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.522297] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.522297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.522297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.522297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.522297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.522297] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.523568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.523568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.523568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.523568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.523568] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 102dedcd-4ba9-4d1c-b8d4-43277bfebe2b is going to be updated. [ 817.524661] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.524830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.524830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.525442] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.525442] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.537343] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 in Status: IN_PROGRESS for 2s [ 817.553428] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.553926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.555020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.555020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.556293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.556472] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-102dedcd-4ba9-4d1c-b8d4-43277bfebe2b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.587113] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 in Status: SUCCESS [ 817.587364] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.738019] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('710c8001-af95-4500-937f-60d309ade8ff',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.738019] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.023949] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.245892] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('710c8001-af95-4500-937f-60d309ade8ff',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.245892] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.531022] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.531022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.531022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.531022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.531022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.531022] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4439173-5256-4faa-bef7-9d10631a1b31 is going to be created. [ 818.557572] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.557742] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.558501] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.559252] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.559252] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.567801] env[66577]: INFO networking_nsxv3.common.synchronization [req-a42862ea-df29-499b-83f2-dcab7add3308 req-0a2a5d59-3a17-4237-a330-c48222e0aab9 tempest-ListServerFiltersTestJSON-675932335 tempest-ListServerFiltersTestJSON-675932335-project-member] Enqueued Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_members [ 818.568390] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_members [ 818.568714] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf44676c-780c-4c08-954f-6cfeec230929 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.568856] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.568901] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.569153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.569334] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.569467] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.569503] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.569672] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.569767] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.569855] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.571455] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: UNINITIALIZED for 2s [ 818.747244] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.747382] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.747473] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.747716] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.747843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.747982] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 710c8001-af95-4500-937f-60d309ade8ff is going to be updated. [ 818.749793] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.749916] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.749985] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.751657] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.751768] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.751873] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe is going to be updated. [ 818.795349] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.795507] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.795590] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.795802] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.795942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.797741] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.797870] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.797942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.798354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.798495] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.812335] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: IN_PROGRESS for 2s [ 818.813112] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 710c8001-af95-4500-937f-60d309ade8ff in Status: IN_PROGRESS for 2s [ 819.072894] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.548279] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 in Status: SUCCESS [ 819.548573] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.550178] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.550496] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.550772] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.551040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.551165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.551413] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.551560] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.551912] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.551912] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f3b6498-0117-4f0c-bf7c-0d845a446689',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.575931] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.054531] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3b6498-0117-4f0c-bf7c-0d845a446689 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.055254] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.055338] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.055562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.055740] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.055853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.055985] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.056085] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.056178] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.056265] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.056434] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3b6498-0117-4f0c-bf7c-0d845a446689 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.056520] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.056586] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.056726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.056897] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.056999] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.057060] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.057227] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.057319] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.057381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.057478] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f3b6498-0117-4f0c-bf7c-0d845a446689',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.079713] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.079713] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.079713] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.079974] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.079974] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.081385] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf44676c-780c-4c08-954f-6cfeec230929 is going to be updated. [ 820.113594] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.114142] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.114219] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.116115] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.116436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.132199] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf44676c-780c-4c08-954f-6cfeec230929 in Status: IN_PROGRESS for 2s [ 820.563095] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f3b6498-0117-4f0c-bf7c-0d845a446689: rpc.has_security_group_logging(os_id): False [ 820.583152] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.583308] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.583371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.583592] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.584571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.584571] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.584571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.584571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.584571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.584571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.584571] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.584571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.584967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.584967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.584967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.587127] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.587127] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.587127] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.587127] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.587127] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.587127] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 is going to be updated. [ 820.587602] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: SUCCESS [ 820.587798] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.588363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.588536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.588703] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.588794] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.588858] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.588998] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.589104] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.589189] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.589291] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.669283] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.669478] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.669599] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.669875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.670049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.687046] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 in Status: IN_PROGRESS for 2s [ 820.829671] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 710c8001-af95-4500-937f-60d309ade8ff in Status: SUCCESS [ 820.829671] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.831819] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: SUCCESS [ 820.831819] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.831819] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.831819] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.831819] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.831819] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.831819] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.831819] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.832403] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.832403] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.833574] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('710c8001-af95-4500-937f-60d309ade8ff',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.834605] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.834891] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.835628] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.835628] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.835628] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.835870] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.835870] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.835985] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.836101] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.091557] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.091694] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.091694] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.093558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.093558] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.093558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.093558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.093558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.093558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.093558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.093558] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.093558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.093558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.093558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.093558] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.093558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.093558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.094187] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.094187] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.094187] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.094187] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.338410] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('710c8001-af95-4500-937f-60d309ade8ff',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.340914] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.341127] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.341241] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.341469] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.342044] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.342044] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.342044] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.342044] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.342248] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.342248] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.342377] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.342484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.342559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.342743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.342908] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.343009] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.343083] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.344633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.344633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.344633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.344633] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.597668] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4439173-5256-4faa-bef7-9d10631a1b31: rpc.has_security_group_logging(os_id): False [ 821.622648] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.622648] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.622648] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.622648] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.622648] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.622648] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.622648] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.622648] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.622648] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.623182] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.624050] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.624050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.624050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.624050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.624050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.624050] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.624446] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.624446] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.624446] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.624530] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.624637] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4439173-5256-4faa-bef7-9d10631a1b31 is going to be created. [ 821.687673] env[66577]: INFO networking_nsxv3.common.synchronization [None req-72234b68-fb9b-46d0-a902-eec8c17d3078 None None] Enqueued Resource ID: ed1ed683-7171-4ead-a699-d2552d4c7575 with Priority: HIGHEST for action port [ 821.688422] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed1ed683-7171-4ead-a699-d2552d4c7575 with Priority: HIGHEST for action port [ 821.689442] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed1ed683-7171-4ead-a699-d2552d4c7575 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.689633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed1ed683-7171-4ead-a699-d2552d4c7575" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.689726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed1ed683-7171-4ead-a699-d2552d4c7575" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.690113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed1ed683-7171-4ead-a699-d2552d4c7575" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.690193] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed1ed683-7171-4ead-a699-d2552d4c7575',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.699954] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.700136] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.700194] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.700413] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.700668] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.712763] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: IN_PROGRESS for 2s [ 821.846222] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 710c8001-af95-4500-937f-60d309ade8ff: rpc.has_security_group_logging(os_id): False [ 821.847644] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09ef8d85-d1c3-4091-8882-4679293f58fe: rpc.has_security_group_logging(os_id): False [ 821.870102] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.870462] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.870462] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.870667] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.871329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.871607] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.871760] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.871916] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.872147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.872272] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.872551] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.873091] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.873220] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.873503] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.873689] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.873912] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.874062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.874180] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.874742] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.875028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.875186] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe is going to be updated. [ 821.879179] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.879179] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.879179] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.879456] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.879456] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.879652] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.879793] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.879866] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.880038] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.880143] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.880306] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 710c8001-af95-4500-937f-60d309ade8ff is going to be created. [ 821.969716] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.969948] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.969948] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.970233] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.970429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.975311] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.975578] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.975578] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.975874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.976056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.986840] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 710c8001-af95-4500-937f-60d309ade8ff in Status: IN_PROGRESS for 2s [ 821.989445] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: IN_PROGRESS for 2s [ 822.146504] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf44676c-780c-4c08-954f-6cfeec230929 in Status: SUCCESS [ 822.146504] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.192349] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed1ed683-7171-4ead-a699-d2552d4c7575 [ 822.193827] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.193827] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.193827] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.193827] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.193827] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.193827] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed1ed683-7171-4ead-a699-d2552d4c7575 already deleted. [ 822.193827] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed1ed683-7171-4ead-a699-d2552d4c7575" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.701630] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 in Status: SUCCESS [ 822.701630] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.496868] env[66577]: INFO networking_nsxv3.common.synchronization [req-40d89433-9cb7-4509-afc9-e30eed93b7f7 req-624bee9b-60bc-44c6-92de-a8991754aba0 tempest-ServersTestBootFromVolume-1266496356 tempest-ServersTestBootFromVolume-1266496356-project-member] Enqueued Resource ID: 1784fc89-0409-415b-905a-8cde14fab131 with Priority: HIGHEST for action security_group_members [ 823.497431] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1784fc89-0409-415b-905a-8cde14fab131 with Priority: HIGHEST for action security_group_members [ 823.497726] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1784fc89-0409-415b-905a-8cde14fab131 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.497849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.498248] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.498504] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.498703] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.498991] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.498991] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.499841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.499841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.499841] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1784fc89-0409-415b-905a-8cde14fab131',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.727765] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: SUCCESS [ 823.728773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.004620] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 710c8001-af95-4500-937f-60d309ade8ff in Status: SUCCESS [ 824.004854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.005873] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: SUCCESS [ 824.006324] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.007033] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.007033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.007033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.009049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.009276] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.009537] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.009655] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.009819] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.009948] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.010379] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.010379] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1784fc89-0409-415b-905a-8cde14fab131 is going to be updated. [ 824.041111] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.041294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.041337] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.041539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.041924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.053082] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1784fc89-0409-415b-905a-8cde14fab131 in Status: IN_PROGRESS for 2s [ 824.394626] env[66577]: INFO networking_nsxv3.common.synchronization [req-a05b826a-903f-481a-b68e-7d5d3ae15b66 req-f7292606-9932-4d67-a3c3-3cd16e41b12f tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 8b44d72b-6688-4a81-9e50-284f7ddc8a60 with Priority: HIGHEST for action security_group_members [ 824.394626] env[66577]: INFO networking_nsxv3.common.synchronization [req-a05b826a-903f-481a-b68e-7d5d3ae15b66 req-f7292606-9932-4d67-a3c3-3cd16e41b12f tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 710c8001-af95-4500-937f-60d309ade8ff with Priority: HIGHEST for action security_group_members [ 824.394626] env[66577]: INFO networking_nsxv3.common.synchronization [req-a05b826a-903f-481a-b68e-7d5d3ae15b66 req-f7292606-9932-4d67-a3c3-3cd16e41b12f tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 824.395279] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b44d72b-6688-4a81-9e50-284f7ddc8a60 with Priority: HIGHEST for action security_group_members [ 824.395453] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710c8001-af95-4500-937f-60d309ade8ff with Priority: HIGHEST for action security_group_members [ 824.395563] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 824.395830] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b44d72b-6688-4a81-9e50-284f7ddc8a60 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.395947] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b44d72b-6688-4a81-9e50-284f7ddc8a60" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.396025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b44d72b-6688-4a81-9e50-284f7ddc8a60" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.396341] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b44d72b-6688-4a81-9e50-284f7ddc8a60" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.396543] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.396618] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.396618] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.396766] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.396853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.396975] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b44d72b-6688-4a81-9e50-284f7ddc8a60',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.399350] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-710c8001-af95-4500-937f-60d309ade8ff taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.399464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.399531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.399693] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.400092] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.400216] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.400281] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.400431] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.400516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.400608] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('710c8001-af95-4500-937f-60d309ade8ff',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.403864] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.404021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.404078] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.404199] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.404457] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.404583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.404634] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.404762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.404846] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.404936] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.419972] env[66577]: INFO networking_nsxv3.common.synchronization [None req-110471ca-e691-4459-9ed0-346399d5b672 None None] Enqueued Resource ID: 62f9d305-edf7-4b5c-a875-66e553a56352 with Priority: HIGHEST for action port [ 824.421794] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62f9d305-edf7-4b5c-a875-66e553a56352 with Priority: HIGHEST for action port [ 824.422940] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-62f9d305-edf7-4b5c-a875-66e553a56352 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.422940] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62f9d305-edf7-4b5c-a875-66e553a56352" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.422940] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62f9d305-edf7-4b5c-a875-66e553a56352" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.423212] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62f9d305-edf7-4b5c-a875-66e553a56352" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.423212] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62f9d305-edf7-4b5c-a875-66e553a56352',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.463859] env[66577]: INFO networking_nsxv3.common.synchronization [req-a05b826a-903f-481a-b68e-7d5d3ae15b66 req-f7292606-9932-4d67-a3c3-3cd16e41b12f tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_rules [ 824.464049] env[66577]: INFO networking_nsxv3.common.synchronization [req-a05b826a-903f-481a-b68e-7d5d3ae15b66 req-f7292606-9932-4d67-a3c3-3cd16e41b12f tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 824.464187] env[66577]: INFO networking_nsxv3.common.synchronization [req-a05b826a-903f-481a-b68e-7d5d3ae15b66 req-f7292606-9932-4d67-a3c3-3cd16e41b12f tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 710c8001-af95-4500-937f-60d309ade8ff with Priority: HIGHEST for action security_group_rules [ 824.464307] env[66577]: INFO networking_nsxv3.common.synchronization [req-a05b826a-903f-481a-b68e-7d5d3ae15b66 req-f7292606-9932-4d67-a3c3-3cd16e41b12f tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 710c8001-af95-4500-937f-60d309ade8ff with Priority: HIGHEST for action security_group_members [ 824.464425] env[66577]: INFO networking_nsxv3.common.synchronization [req-a05b826a-903f-481a-b68e-7d5d3ae15b66 req-f7292606-9932-4d67-a3c3-3cd16e41b12f tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 8b44d72b-6688-4a81-9e50-284f7ddc8a60 with Priority: HIGHEST for action security_group_rules [ 824.464543] env[66577]: INFO networking_nsxv3.common.synchronization [req-a05b826a-903f-481a-b68e-7d5d3ae15b66 req-f7292606-9932-4d67-a3c3-3cd16e41b12f tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 8b44d72b-6688-4a81-9e50-284f7ddc8a60 with Priority: HIGHEST for action security_group_members [ 824.464663] env[66577]: INFO networking_nsxv3.common.synchronization [req-a05b826a-903f-481a-b68e-7d5d3ae15b66 req-f7292606-9932-4d67-a3c3-3cd16e41b12f tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 07b3a80d-897e-4186-b24f-56a00b240f9b with Priority: HIGHEST for action port [ 824.465742] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_rules [ 824.465901] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710c8001-af95-4500-937f-60d309ade8ff with Priority: HIGHEST for action security_group_rules [ 824.466031] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b44d72b-6688-4a81-9e50-284f7ddc8a60 with Priority: HIGHEST for action security_group_members [ 824.466352] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07b3a80d-897e-4186-b24f-56a00b240f9b with Priority: HIGHEST for action port [ 824.466496] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b44d72b-6688-4a81-9e50-284f7ddc8a60 with Priority: HIGHEST for action security_group_rules [ 824.466611] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 824.470117] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710c8001-af95-4500-937f-60d309ade8ff with Priority: HIGHEST for action security_group_members [ 824.470117] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.470117] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.470117] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.470117] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.470117] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.470550] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-710c8001-af95-4500-937f-60d309ade8ff taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.470667] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.470733] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.470901] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.470978] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('710c8001-af95-4500-937f-60d309ade8ff',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.471736] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b44d72b-6688-4a81-9e50-284f7ddc8a60 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.471827] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b44d72b-6688-4a81-9e50-284f7ddc8a60" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.472281] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-07b3a80d-897e-4186-b24f-56a00b240f9b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.472364] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07b3a80d-897e-4186-b24f-56a00b240f9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.472433] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07b3a80d-897e-4186-b24f-56a00b240f9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.472615] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07b3a80d-897e-4186-b24f-56a00b240f9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.472688] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07b3a80d-897e-4186-b24f-56a00b240f9b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.473382] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b44d72b-6688-4a81-9e50-284f7ddc8a60 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.473492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b44d72b-6688-4a81-9e50-284f7ddc8a60" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.473556] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b44d72b-6688-4a81-9e50-284f7ddc8a60" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.473754] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b44d72b-6688-4a81-9e50-284f7ddc8a60" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.473825] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b44d72b-6688-4a81-9e50-284f7ddc8a60',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.474855] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.474984] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.478875] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-710c8001-af95-4500-937f-60d309ade8ff taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.478875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.900419] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b44d72b-6688-4a81-9e50-284f7ddc8a60',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.904069] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('710c8001-af95-4500-937f-60d309ade8ff',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.908646] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.925380] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62f9d305-edf7-4b5c-a875-66e553a56352 [ 824.925618] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.925748] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.925822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.926074] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.926184] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.926296] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62f9d305-edf7-4b5c-a875-66e553a56352 already deleted. [ 824.926394] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62f9d305-edf7-4b5c-a875-66e553a56352" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.979694] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07b3a80d-897e-4186-b24f-56a00b240f9b with status ACTIVE [ 824.979694] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.979843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.979843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.980706] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.980706] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.980706] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.980706] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.980706] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.980706] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.980706] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.981322] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.981322] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.981322] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.981322] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.981322] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.981322] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07b3a80d-897e-4186-b24f-56a00b240f9b is going to be updated. [ 824.985019] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.985019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.985019] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-710c8001-af95-4500-937f-60d309ade8ff taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.985019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.992407] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b44d72b-6688-4a81-9e50-284f7ddc8a60 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.992614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b44d72b-6688-4a81-9e50-284f7ddc8a60" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.004841] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.005023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.005092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.005298] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.005436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.005596] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07b3a80d-897e-4186-b24f-56a00b240f9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.193464] env[66577]: INFO networking_nsxv3.common.synchronization [req-725b2524-7463-4626-b77f-a7e882a71fbc req-82a0cd8a-6f91-4d74-ae9a-a2e467b86496 tempest-ListServersNegativeTestJSON-1457146419 tempest-ListServersNegativeTestJSON-1457146419-project-member] Enqueued Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_members [ 825.194057] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_members [ 825.194351] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.194463] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.194525] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.194719] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.194879] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.195901] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.195901] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.195901] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.195901] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.195901] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.404029] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b44d72b-6688-4a81-9e50-284f7ddc8a60',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.406477] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('710c8001-af95-4500-937f-60d309ade8ff',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.410555] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.582939] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.583178] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-892" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.583298] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-892" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.583582] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-892" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.583964] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.584580] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.585739] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.586234] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.586977] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.587246] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.587364] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.587474] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.587579] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.587687] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.587788] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.587951] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.611875] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.612041] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.612213] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.612425] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-892" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.612913] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-fd1a440c-2185-488d-a836-fb0efb1d31f3 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.613320] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-fd1a440c-2185-488d-a836-fb0efb1d31f3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.613421] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-fd1a440c-2185-488d-a836-fb0efb1d31f3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.613755] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-fd1a440c-2185-488d-a836-fb0efb1d31f3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.615272] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd1a440c-2185-488d-a836-fb0efb1d31f3',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.699313] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.906297] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.906743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.906743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.906954] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.907107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.907247] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b44d72b-6688-4a81-9e50-284f7ddc8a60 is going to be created. [ 825.909292] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.909515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.909609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.909872] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.909988] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.910167] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 710c8001-af95-4500-937f-60d309ade8ff is going to be updated. [ 825.912012] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.912480] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.912480] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.912661] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.912782] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.912924] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe is going to be updated. [ 825.981700] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.982116] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.982285] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.982545] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.982843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.985204] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.985443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.985508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.985685] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.985855] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.999125] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.999514] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.999514] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.000479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.000736] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.003962] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 710c8001-af95-4500-937f-60d309ade8ff in Status: IN_PROGRESS for 2s [ 826.005136] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b44d72b-6688-4a81-9e50-284f7ddc8a60 in Status: UNINITIALIZED for 2s [ 826.018257] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: IN_PROGRESS for 2s [ 826.037014] env[66577]: INFO networking_nsxv3.common.synchronization [None req-b78ddb61-f32b-45cc-b30c-5a676355e7de None None] Enqueued Resource ID: e9eb7331-af24-40a6-966b-7b455405ab9a with Priority: HIGHEST for action port [ 826.037934] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9eb7331-af24-40a6-966b-7b455405ab9a with Priority: HIGHEST for action port [ 826.038432] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9eb7331-af24-40a6-966b-7b455405ab9a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.038611] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9eb7331-af24-40a6-966b-7b455405ab9a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.038678] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9eb7331-af24-40a6-966b-7b455405ab9a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.038982] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9eb7331-af24-40a6-966b-7b455405ab9a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.039085] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9eb7331-af24-40a6-966b-7b455405ab9a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.064824] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1784fc89-0409-415b-905a-8cde14fab131 in Status: SUCCESS [ 826.065085] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1784fc89-0409-415b-905a-8cde14fab131 deletion is rescheduled due to dependency. [ 826.065161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.119266] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.119842] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.120019] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.120412] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.120514] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.120754] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port fd1a440c-2185-488d-a836-fb0efb1d31f3 not found, creating... [ 826.121617] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.121617] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.121617] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.121780] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.121982] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.122654] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.122745] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.123394] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.123394] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.123394] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.123562] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: fd1a440c-2185-488d-a836-fb0efb1d31f3 is going to be created. [ 826.147068] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.147068] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.147068] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.147483] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.147646] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.148095] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-fd1a440c-2185-488d-a836-fb0efb1d31f3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.201390] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.437054] env[66577]: INFO networking_nsxv3.common.synchronization [req-06af62f9-e5bd-4d81-8821-5e4728a711c5 req-7a725082-6109-4090-bb76-1012e3508cef tempest-ServerTagsTestJSON-576214229 tempest-ServerTagsTestJSON-576214229-project-member] Enqueued Resource ID: 2807f23c-e092-4ae3-87a2-b511fbaf804a with Priority: HIGHEST for action security_group_members [ 826.437188] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2807f23c-e092-4ae3-87a2-b511fbaf804a with Priority: HIGHEST for action security_group_members [ 826.437401] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2807f23c-e092-4ae3-87a2-b511fbaf804a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.437517] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.437579] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.437773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.439044] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.439044] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.439044] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.439044] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.439044] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.439044] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2807f23c-e092-4ae3-87a2-b511fbaf804a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.542392] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9eb7331-af24-40a6-966b-7b455405ab9a [ 826.542694] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.542830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.542898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.543145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.545815] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.545815] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9eb7331-af24-40a6-966b-7b455405ab9a already deleted. [ 826.545815] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9eb7331-af24-40a6-966b-7b455405ab9a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.703621] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.706026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.706026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.706026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.706026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.706026] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4439173-5256-4faa-bef7-9d10631a1b31 is going to be updated. [ 826.748882] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.748882] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.748882] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.748882] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.748882] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.758654] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: IN_PROGRESS for 2s [ 826.878718] env[66577]: INFO networking_nsxv3.common.synchronization [req-725b2524-7463-4626-b77f-a7e882a71fbc req-8442d6c5-5c78-4055-a7ec-54ddd689de00 service nova] Enqueued Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_rules [ 826.878906] env[66577]: INFO networking_nsxv3.common.synchronization [req-725b2524-7463-4626-b77f-a7e882a71fbc req-8442d6c5-5c78-4055-a7ec-54ddd689de00 service nova] Enqueued Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_members [ 826.879039] env[66577]: INFO networking_nsxv3.common.synchronization [req-725b2524-7463-4626-b77f-a7e882a71fbc req-8442d6c5-5c78-4055-a7ec-54ddd689de00 service nova] Enqueued Resource ID: fd1a440c-2185-488d-a836-fb0efb1d31f3 with Priority: HIGHEST for action port [ 826.879331] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_rules [ 826.879424] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_members [ 826.879510] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd1a440c-2185-488d-a836-fb0efb1d31f3 with Priority: HIGHEST for action port [ 826.880458] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.880581] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.880647] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.880857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.880942] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.881946] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.882038] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.882285] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd1a440c-2185-488d-a836-fb0efb1d31f3 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.882717] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd1a440c-2185-488d-a836-fb0efb1d31f3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.882805] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd1a440c-2185-488d-a836-fb0efb1d31f3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.882963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd1a440c-2185-488d-a836-fb0efb1d31f3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.884444] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd1a440c-2185-488d-a836-fb0efb1d31f3',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.941070] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.941387] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.941387] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.941606] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.941736] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.941944] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.942070] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.942122] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.943593] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.943593] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.943593] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2807f23c-e092-4ae3-87a2-b511fbaf804a is going to be updated. [ 826.972546] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.972703] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.972764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.972978] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.973135] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.982872] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2807f23c-e092-4ae3-87a2-b511fbaf804a in Status: IN_PROGRESS for 2s [ 827.387855] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.388132] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.388918] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd1a440c-2185-488d-a836-fb0efb1d31f3 with status ACTIVE [ 827.388918] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.388918] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.388918] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.389149] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.389149] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.389272] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.389365] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.389423] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.389580] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.389651] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.389826] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.389960] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.390031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.390177] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.392018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.392018] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd1a440c-2185-488d-a836-fb0efb1d31f3 is going to be updated. [ 827.419725] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.419725] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.419966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.420001] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.420886] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.420886] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd1a440c-2185-488d-a836-fb0efb1d31f3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.623149] env[66577]: INFO networking_nsxv3.common.synchronization [req-35879bee-4438-4bcc-9950-bb8a1c8c2776 req-f9af2c20-5fa7-4941-9308-01375fcfbe22 tempest-ServerMetadataNegativeTestJSON-1564268376 tempest-ServerMetadataNegativeTestJSON-1564268376-project-member] Enqueued Resource ID: 9db26eb4-6d8c-445a-8172-193d18592416 with Priority: HIGHEST for action security_group_members [ 827.624632] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db26eb4-6d8c-445a-8172-193d18592416 with Priority: HIGHEST for action security_group_members [ 827.624632] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db26eb4-6d8c-445a-8172-193d18592416 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.624632] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.624632] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.624632] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.624632] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.624632] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.625022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.625022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.625022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.625022] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db26eb4-6d8c-445a-8172-193d18592416',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.016541] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b44d72b-6688-4a81-9e50-284f7ddc8a60 in Status: SUCCESS [ 828.016803] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b44d72b-6688-4a81-9e50-284f7ddc8a60" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.017192] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b44d72b-6688-4a81-9e50-284f7ddc8a60" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.017422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b44d72b-6688-4a81-9e50-284f7ddc8a60" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.017606] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.017721] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.018073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.018410] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.018501] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.018616] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b44d72b-6688-4a81-9e50-284f7ddc8a60',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.020153] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 710c8001-af95-4500-937f-60d309ade8ff in Status: SUCCESS [ 828.020343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.023244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.023364] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.023544] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.023668] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.023748] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.023906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.023986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.024093] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('710c8001-af95-4500-937f-60d309ade8ff',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.033401] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: SUCCESS [ 828.033619] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.033794] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.034021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.034204] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.034316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.034381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.034539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.034618] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.034712] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.127801] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.127801] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.128001] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.128163] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.128282] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.128556] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.128686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.128748] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.128914] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.128990] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.129095] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db26eb4-6d8c-445a-8172-193d18592416 is going to be updated. [ 828.158606] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.158606] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.158606] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.158982] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.159056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.170178] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db26eb4-6d8c-445a-8172-193d18592416 in Status: IN_PROGRESS for 2s [ 828.179274] env[66577]: INFO networking_nsxv3.common.synchronization [None req-f6632dca-1f32-4491-bd90-d35e83bf2990 tempest-ServersTestFqdnHostnames-515408816 tempest-ServersTestFqdnHostnames-515408816-project-member] Enqueued Resource ID: 6fc8e891-5fea-43a1-94a8-0644be807768 with Priority: HIGHEST for action security_group_rules [ 828.179820] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc8e891-5fea-43a1-94a8-0644be807768 with Priority: HIGHEST for action security_group_rules [ 828.180055] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fc8e891-5fea-43a1-94a8-0644be807768 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.180864] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.181207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.181408] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.181521] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fc8e891-5fea-43a1-94a8-0644be807768',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.422073] env[66577]: INFO networking_nsxv3.common.synchronization [None req-347e4738-71bf-40b9-be57-ed7fae697f36 tempest-ServersTestFqdnHostnames-515408816 tempest-ServersTestFqdnHostnames-515408816-project-member] Enqueued Resource ID: 6fc8e891-5fea-43a1-94a8-0644be807768 with Priority: HIGHEST for action security_group_rules [ 828.424059] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc8e891-5fea-43a1-94a8-0644be807768 with Priority: HIGHEST for action security_group_rules [ 828.424059] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fc8e891-5fea-43a1-94a8-0644be807768 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.424059] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.526014] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b44d72b-6688-4a81-9e50-284f7ddc8a60',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.528313] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('710c8001-af95-4500-937f-60d309ade8ff',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.542839] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.706443] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.706599] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.706645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.706872] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.707146] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.707146] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fc8e891-5fea-43a1-94a8-0644be807768 already deleted. [ 828.707251] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.707864] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.707864] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.707864] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fc8e891-5fea-43a1-94a8-0644be807768',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.772681] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: SUCCESS [ 828.772681] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.772681] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.772681] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.772681] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.772681] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.772681] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.772681] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.772681] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.772681] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.996021] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2807f23c-e092-4ae3-87a2-b511fbaf804a in Status: SUCCESS [ 828.996021] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2807f23c-e092-4ae3-87a2-b511fbaf804a deletion is rescheduled due to dependency. [ 828.996021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.030865] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b44d72b-6688-4a81-9e50-284f7ddc8a60',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.032150] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('710c8001-af95-4500-937f-60d309ade8ff',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.044199] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.243119] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.243516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.243614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.243908] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.244071] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.244281] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fc8e891-5fea-43a1-94a8-0644be807768 already deleted. [ 829.244366] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.275938] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.336394] env[66577]: INFO networking_nsxv3.common.synchronization [None req-0b427612-1fd3-4812-942a-371309b6f362 None None] Enqueued Resource ID: e109a001-988d-421a-ad09-c759bce37e8e with Priority: HIGHEST for action port [ 829.337039] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e109a001-988d-421a-ad09-c759bce37e8e with Priority: HIGHEST for action port [ 829.337399] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e109a001-988d-421a-ad09-c759bce37e8e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.337749] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e109a001-988d-421a-ad09-c759bce37e8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.337749] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e109a001-988d-421a-ad09-c759bce37e8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.340836] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e109a001-988d-421a-ad09-c759bce37e8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.340836] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e109a001-988d-421a-ad09-c759bce37e8e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.531110] env[66577]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 829.531260] env[66577]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] NSXv3 Agent Agent loop - iteration:1 started [ 829.533797] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.533955] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.534027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.534215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.534306] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.534402] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b44d72b-6688-4a81-9e50-284f7ddc8a60 is going to be updated. [ 829.535998] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.536168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.536234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.536376] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.536455] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.536546] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 710c8001-af95-4500-937f-60d309ade8ff is going to be updated. [ 829.546263] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.546415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.546502] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.546639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.546720] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.546810] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe is going to be updated. [ 829.570834] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.571097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.571193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.571402] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.571897] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.573461] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.573681] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.573757] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.573877] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.573999] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.576040] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.576040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.576040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.576040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.576040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.589361] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 710c8001-af95-4500-937f-60d309ade8ff in Status: IN_PROGRESS for 2s [ 829.590065] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b44d72b-6688-4a81-9e50-284f7ddc8a60 in Status: IN_PROGRESS for 2s [ 829.590682] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: IN_PROGRESS for 2s [ 829.779350] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.841222] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e109a001-988d-421a-ad09-c759bce37e8e [ 829.844677] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.844677] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.844677] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.844677] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.844677] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.844677] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e109a001-988d-421a-ad09-c759bce37e8e already deleted. [ 829.844677] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e109a001-988d-421a-ad09-c759bce37e8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.181032] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db26eb4-6d8c-445a-8172-193d18592416 in Status: SUCCESS [ 830.181365] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db26eb4-6d8c-445a-8172-193d18592416 deletion is rescheduled due to dependency. [ 830.181365] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.283457] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.283457] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.283457] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.283457] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.283457] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.283457] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4439173-5256-4faa-bef7-9d10631a1b31 is going to be updated. [ 830.344356] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.345041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.345041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.345041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.345235] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.362717] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: IN_PROGRESS for 2s [ 831.373566] env[66577]: INFO networking_nsxv3.common.synchronization [req-494c926c-1a91-4561-a4c0-c6688b35a27d req-56e5cb70-dc18-49e4-ad1d-6057c10bb2b1 tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 710c8001-af95-4500-937f-60d309ade8ff with Priority: HIGHEST for action security_group_members [ 831.373858] env[66577]: INFO networking_nsxv3.common.synchronization [req-494c926c-1a91-4561-a4c0-c6688b35a27d req-56e5cb70-dc18-49e4-ad1d-6057c10bb2b1 tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 8b44d72b-6688-4a81-9e50-284f7ddc8a60 with Priority: HIGHEST for action security_group_members [ 831.374418] env[66577]: INFO networking_nsxv3.common.synchronization [req-494c926c-1a91-4561-a4c0-c6688b35a27d req-56e5cb70-dc18-49e4-ad1d-6057c10bb2b1 tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 831.375218] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710c8001-af95-4500-937f-60d309ade8ff with Priority: HIGHEST for action security_group_members [ 831.375516] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b44d72b-6688-4a81-9e50-284f7ddc8a60 with Priority: HIGHEST for action security_group_members [ 831.375704] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 831.376102] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-710c8001-af95-4500-937f-60d309ade8ff taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.376293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.376640] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b44d72b-6688-4a81-9e50-284f7ddc8a60 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.376845] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b44d72b-6688-4a81-9e50-284f7ddc8a60" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.377277] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.377515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.605233] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b44d72b-6688-4a81-9e50-284f7ddc8a60 in Status: SUCCESS [ 831.605547] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b44d72b-6688-4a81-9e50-284f7ddc8a60" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.605744] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b44d72b-6688-4a81-9e50-284f7ddc8a60" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.605968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b44d72b-6688-4a81-9e50-284f7ddc8a60" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.606171] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.606279] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.606349] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.606510] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.606591] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.606693] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b44d72b-6688-4a81-9e50-284f7ddc8a60" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.606765] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b44d72b-6688-4a81-9e50-284f7ddc8a60',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.608660] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: SUCCESS [ 831.608660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.609396] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 710c8001-af95-4500-937f-60d309ade8ff in Status: SUCCESS [ 831.609544] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.609670] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b44d72b-6688-4a81-9e50-284f7ddc8a60" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.609879] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b44d72b-6688-4a81-9e50-284f7ddc8a60" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.610030] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.610131] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.610183] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.610821] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.611815] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.611815] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b44d72b-6688-4a81-9e50-284f7ddc8a60',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.613769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.613867] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.614054] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.614159] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.614214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.614431] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.616152] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.616152] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.616315] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.616928] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.617299] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.617568] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.617568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.617568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.617822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.617822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.617822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.618578] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('710c8001-af95-4500-937f-60d309ade8ff',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.619540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.619710] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.619868] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.619963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.620034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.620262] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.620262] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.620376] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.621242] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.621242] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.621456] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.621531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.621582] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.621729] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.621810] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.621888] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('710c8001-af95-4500-937f-60d309ade8ff',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.121012] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.121374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.121508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.121782] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.122050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.122145] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.122515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.122515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.122515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.122668] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.122761] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b44d72b-6688-4a81-9e50-284f7ddc8a60 is going to be deleted. [ 832.123897] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b44d72b-6688-4a81-9e50-284f7ddc8a60',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.127991] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.127991] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.130369] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('710c8001-af95-4500-937f-60d309ade8ff',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.132692] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.134734] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.135098] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.135522] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.136416] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.136834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.137487] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.137487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.137696] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.137795] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.138043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.138201] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 710c8001-af95-4500-937f-60d309ade8ff is going to be updated. [ 832.182317] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.182317] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.182317] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.182317] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.182317] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.191082] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.191082] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.191082] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.191082] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.191082] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.191571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b44d72b-6688-4a81-9e50-284f7ddc8a60" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.198491] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 710c8001-af95-4500-937f-60d309ade8ff in Status: IN_PROGRESS for 2s [ 832.376381] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: SUCCESS [ 832.376381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.376381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.376381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.377128] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.377128] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.377128] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.377128] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.377382] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.377382] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.377475] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.629397] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b44d72b-6688-4a81-9e50-284f7ddc8a60: rpc.has_security_group_logging(os_id): False [ 832.633114] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 710c8001-af95-4500-937f-60d309ade8ff: rpc.has_security_group_logging(os_id): False [ 832.643819] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.650768] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.650768] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.650768] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.651023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.651023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.651164] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.651255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.651311] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.651455] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.651526] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.651608] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b44d72b-6688-4a81-9e50-284f7ddc8a60 is going to be created. [ 832.653375] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.653529] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.653620] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.653819] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.653930] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.654776] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.654776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.654776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.654776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.654776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.654776] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 710c8001-af95-4500-937f-60d309ade8ff is going to be updated. [ 832.674158] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8b44d72b-6688-4a81-9e50-284f7ddc8a60], does not exist path=[/infra/domains/default/groups/8b44d72b-6688-4a81-9e50-284f7ddc8a60]."\n}' [ 832.674158] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b44d72b-6688-4a81-9e50-284f7ddc8a60 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8b44d72b-6688-4a81-9e50-284f7ddc8a60 [ 832.674331] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 832.709871] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.710046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.710133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.710331] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.711458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.711733] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.711856] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.711898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.712157] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.712157] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.712360] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.712572] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.712635] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.712802] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.712874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.712958] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b44d72b-6688-4a81-9e50-284f7ddc8a60 is going to be created. [ 832.714899] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.715034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.715106] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.715259] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.715384] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.735287] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 710c8001-af95-4500-937f-60d309ade8ff in Status: IN_PROGRESS for 2s [ 832.738278] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/8b44d72b-6688-4a81-9e50-284f7ddc8a60], does not exist path=[/infra/domains/default/groups/8b44d72b-6688-4a81-9e50-284f7ddc8a60]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8b44d72b-6688-4a81-9e50-284f7ddc8a60 [ 832.738465] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b44d72b-6688-4a81-9e50-284f7ddc8a60" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.738972] env[66577]: Traceback (most recent call last): [ 832.739208] env[66577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 832.739208] env[66577]: return func(*args, **kwargs) [ 832.739208] env[66577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 832.739208] env[66577]: res.raise_for_status() [ 832.739208] env[66577]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 832.739208] env[66577]: raise HTTPError(http_error_msg, response=self) [ 832.739208] env[66577]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8b44d72b-6688-4a81-9e50-284f7ddc8a60 [ 832.739208] env[66577]: During handling of the above exception, another exception occurred: [ 832.739208] env[66577]: Traceback (most recent call last): [ 832.739600] env[66577]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 832.739600] env[66577]: listener.cb(fileno) [ 832.739600] env[66577]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 832.739600] env[66577]: result = function(*args, **kwargs) [ 832.739600] env[66577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 832.739600] env[66577]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 832.739600] env[66577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 832.739600] env[66577]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 832.739600] env[66577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 832.739600] env[66577]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 832.739600] env[66577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 832.739600] env[66577]: res.raise_for_status() [ 832.739600] env[66577]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 832.739600] env[66577]: raise HTTPError(http_error_msg, response=self) [ 832.739600] env[66577]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/8b44d72b-6688-4a81-9e50-284f7ddc8a60 [ 832.739600] env[66577]: Removing descriptor: 13 [ 832.880094] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.881021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.881021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.881021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.881021] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.881021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.881021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.881315] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.881829] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.881829] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.881829] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.881829] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.882116] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.882187] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.882335] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.882432] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.882533] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.882662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.882746] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.883204] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.883204] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.145704] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.145704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.145704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.146113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.146188] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.146327] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe is going to be updated. [ 833.180696] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.181209] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.181292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.181815] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.182065] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.191727] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: IN_PROGRESS for 2s [ 833.387807] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4439173-5256-4faa-bef7-9d10631a1b31: rpc.has_security_group_logging(os_id): False [ 833.407620] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.407959] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.408209] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.408611] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.431882] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.432568] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.432680] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.432776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.433028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.433191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.433443] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.433579] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.433661] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.433889] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.433995] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.434246] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.434382] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.434494] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.434672] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.434776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.434861] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4439173-5256-4faa-bef7-9d10631a1b31 is going to be updated. [ 833.527775] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.527947] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.528066] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.528352] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.528540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.547488] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: IN_PROGRESS for 2s [ 833.868190] env[66577]: INFO networking_nsxv3.common.synchronization [req-725b2524-7463-4626-b77f-a7e882a71fbc req-a6a3dd16-9106-4d92-8828-6a6915199ef8 tempest-ListServersNegativeTestJSON-1457146419 tempest-ListServersNegativeTestJSON-1457146419-project-member] Enqueued Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_members [ 833.868719] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_members [ 833.869444] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.869558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.869558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.870413] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.870413] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.870621] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.870621] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.870745] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.871079] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.871079] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.210521] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 710c8001-af95-4500-937f-60d309ade8ff in Status: SUCCESS [ 834.211525] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 710c8001-af95-4500-937f-60d309ade8ff deletion is rescheduled due to dependency. [ 834.211661] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.217870] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.218044] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-892" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.218128] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-892" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.218407] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-892" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.218664] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.218820] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.218930] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.219157] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.219296] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.219499] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.219609] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.219711] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.219810] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.219912] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.220013] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.220145] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.239982] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.240149] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.240287] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.240464] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-892" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.240806] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-c7e1ebee-858c-4bd5-bf34-27ca0bfd4808 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.240959] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-c7e1ebee-858c-4bd5-bf34-27ca0bfd4808" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.241076] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-c7e1ebee-858c-4bd5-bf34-27ca0bfd4808" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.241408] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-c7e1ebee-858c-4bd5-bf34-27ca0bfd4808" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.241542] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7e1ebee-858c-4bd5-bf34-27ca0bfd4808',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.374132] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.744551] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.744989] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.744989] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.745324] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.745324] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.745466] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port c7e1ebee-858c-4bd5-bf34-27ca0bfd4808 not found, creating... [ 834.745744] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.745934] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.746129] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.746334] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.746508] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.746836] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.747055] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.747324] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.747417] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.747587] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.747643] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: c7e1ebee-858c-4bd5-bf34-27ca0bfd4808 is going to be created. [ 834.749951] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 710c8001-af95-4500-937f-60d309ade8ff in Status: SUCCESS [ 834.750153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.770473] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.770743] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.770873] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.771154] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.771375] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.771602] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-c7e1ebee-858c-4bd5-bf34-27ca0bfd4808" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.877171] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.205332] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: SUCCESS [ 835.206265] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.206265] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.206265] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.206265] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.206265] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.206622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.206622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.206622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.206622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.206783] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.206831] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.206896] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.208039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.208039] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.208039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.208039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.208039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.208039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.208039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.208039] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.243080] env[66577]: INFO networking_nsxv3.common.synchronization [None req-cbd84ea2-acb5-42db-87ee-c0b16ea0a45f None None] Enqueued Resource ID: 8ede33ab-72ed-47c0-b599-2de05e3b884d with Priority: HIGHEST for action port [ 835.243662] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ede33ab-72ed-47c0-b599-2de05e3b884d with Priority: HIGHEST for action port [ 835.243961] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ede33ab-72ed-47c0-b599-2de05e3b884d taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.244127] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ede33ab-72ed-47c0-b599-2de05e3b884d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.244184] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ede33ab-72ed-47c0-b599-2de05e3b884d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.244404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ede33ab-72ed-47c0-b599-2de05e3b884d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.244484] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ede33ab-72ed-47c0-b599-2de05e3b884d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.380348] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.380512] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.380578] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.380789] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.380880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.380982] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4439173-5256-4faa-bef7-9d10631a1b31 is going to be updated. [ 835.412033] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.412368] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.412368] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.412631] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.412858] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.423231] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: IN_PROGRESS for 2s [ 835.496749] env[66577]: INFO networking_nsxv3.common.synchronization [req-725b2524-7463-4626-b77f-a7e882a71fbc req-7ee4bcc8-a064-4f5d-89b8-56741c4de2d1 service nova] Enqueued Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_rules [ 835.496921] env[66577]: INFO networking_nsxv3.common.synchronization [req-725b2524-7463-4626-b77f-a7e882a71fbc req-7ee4bcc8-a064-4f5d-89b8-56741c4de2d1 service nova] Enqueued Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_members [ 835.497121] env[66577]: INFO networking_nsxv3.common.synchronization [req-725b2524-7463-4626-b77f-a7e882a71fbc req-7ee4bcc8-a064-4f5d-89b8-56741c4de2d1 service nova] Enqueued Resource ID: c7e1ebee-858c-4bd5-bf34-27ca0bfd4808 with Priority: HIGHEST for action port [ 835.497376] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_rules [ 835.497524] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_members [ 835.497566] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7e1ebee-858c-4bd5-bf34-27ca0bfd4808 with Priority: HIGHEST for action port [ 835.498123] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.498258] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.498412] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.498764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.498764] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7e1ebee-858c-4bd5-bf34-27ca0bfd4808 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.498764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7e1ebee-858c-4bd5-bf34-27ca0bfd4808" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.499084] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7e1ebee-858c-4bd5-bf34-27ca0bfd4808" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.499084] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7e1ebee-858c-4bd5-bf34-27ca0bfd4808" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.499181] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7e1ebee-858c-4bd5-bf34-27ca0bfd4808',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.566441] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: SUCCESS [ 835.566441] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.566923] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.567162] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.567353] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.712111] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09ef8d85-d1c3-4091-8882-4679293f58fe: rpc.has_security_group_logging(os_id): False [ 835.733155] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.733356] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.733457] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.733698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.746979] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ede33ab-72ed-47c0-b599-2de05e3b884d [ 835.747436] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.748113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.748274] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.748595] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.748726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.748858] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ede33ab-72ed-47c0-b599-2de05e3b884d already deleted. [ 835.748994] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ede33ab-72ed-47c0-b599-2de05e3b884d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.757128] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.757478] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.757662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.757827] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.758059] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.758158] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.758370] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.758470] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.758570] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.758689] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.758762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.760070] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.760070] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.760070] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.760070] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.760070] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.760279] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe is going to be updated. [ 835.822731] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.822731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.822731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.822731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.822731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.840568] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: IN_PROGRESS for 2s [ 836.004190] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7e1ebee-858c-4bd5-bf34-27ca0bfd4808 with status ACTIVE [ 836.004190] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.004190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.004190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.004190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.004190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.004190] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.004190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.004190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.004190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.004190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.004190] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.004190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.004190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.004190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.004190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.004190] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7e1ebee-858c-4bd5-bf34-27ca0bfd4808 is going to be updated. [ 836.024791] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.024958] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.025044] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.025281] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.025420] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.025575] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7e1ebee-858c-4bd5-bf34-27ca0bfd4808" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.069950] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.069950] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.246443] env[66577]: INFO networking_nsxv3.common.synchronization [req-60e43535-52fa-4fea-89b8-0e19ff8c4122 req-5534aede-df5e-4437-ab7d-5aae380d5369 tempest-DeleteServersTestJSON-1132974874 tempest-DeleteServersTestJSON-1132974874-project-member] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 836.247495] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 836.247495] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.247704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.247704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.247903] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.248095] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.248571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.248571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.248571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.249041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.249145] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.647783] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.648422] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.648422] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.648422] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.648542] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.648687] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.648790] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.649121] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.652633] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.652633] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.652633] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.652633] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.652633] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.652898] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.652898] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.652967] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.671606] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.671606] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.671606] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.671850] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.672098] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-6bd64693-cbd3-42af-86ec-fe4cbf1e21a0 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.672310] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-6bd64693-cbd3-42af-86ec-fe4cbf1e21a0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.672366] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-6bd64693-cbd3-42af-86ec-fe4cbf1e21a0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.672678] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-6bd64693-cbd3-42af-86ec-fe4cbf1e21a0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.673100] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bd64693-cbd3-42af-86ec-fe4cbf1e21a0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.751609] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.751928] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.751928] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.752071] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.775535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.776070] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.776070] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.776070] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.776297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.776297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.776794] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be updated. [ 836.803414] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.803548] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.803666] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.803966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.803966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.815883] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: IN_PROGRESS for 2s [ 837.062850] env[66577]: INFO networking_nsxv3.common.synchronization [None req-66b43be7-d964-4e97-ace7-8d79cae1af83 tempest-AttachInterfacesTestJSON-2047328862 tempest-AttachInterfacesTestJSON-2047328862-project-member] Enqueued Resource ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f with Priority: HIGHEST for action security_group_rules [ 837.062850] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f with Priority: HIGHEST for action security_group_rules [ 837.062850] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.063851] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.064345] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.065948] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.065948] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.177120] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.177316] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.177395] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.177655] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.179079] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.179079] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 6bd64693-cbd3-42af-86ec-fe4cbf1e21a0 not found, creating... [ 837.179079] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.179079] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.179079] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.179079] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.179079] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.179844] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.179981] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.180097] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.180406] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.180772] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.180772] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 6bd64693-cbd3-42af-86ec-fe4cbf1e21a0 is going to be created. [ 837.203300] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.203467] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.203558] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.203822] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.204101] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.204366] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-6bd64693-cbd3-42af-86ec-fe4cbf1e21a0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.265139] env[66577]: INFO networking_nsxv3.common.synchronization [None req-506cc249-a74a-4d96-81f0-3f98f7e95a94 tempest-AttachInterfacesTestJSON-2047328862 tempest-AttachInterfacesTestJSON-2047328862-project-member] Enqueued Resource ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f with Priority: HIGHEST for action security_group_rules [ 837.265699] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f with Priority: HIGHEST for action security_group_rules [ 837.266226] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.266354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.434162] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: SUCCESS [ 837.434458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.434652] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.434903] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.435080] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.435162] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.435216] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.435373] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.435453] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.435554] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.518509] env[66577]: INFO networking_nsxv3.common.synchronization [None req-90f772a8-a728-430e-966d-a16dd7071ea8 None None] Enqueued Resource ID: a8420213-d961-40cd-a4e1-9cb92753d922 with Priority: HIGHEST for action port [ 837.519463] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8420213-d961-40cd-a4e1-9cb92753d922 with Priority: HIGHEST for action port [ 837.519463] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8420213-d961-40cd-a4e1-9cb92753d922 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.519643] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8420213-d961-40cd-a4e1-9cb92753d922" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.519643] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8420213-d961-40cd-a4e1-9cb92753d922" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.519848] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8420213-d961-40cd-a4e1-9cb92753d922" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.519931] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8420213-d961-40cd-a4e1-9cb92753d922',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.588138] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.588310] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.588369] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.588674] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.588781] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.588891] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f already deleted. [ 837.589034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.589187] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.589384] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.589465] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.858838] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: SUCCESS [ 837.859395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.921305] env[66577]: INFO networking_nsxv3.common.synchronization [req-60e43535-52fa-4fea-89b8-0e19ff8c4122 req-888336c0-b342-4af9-9ac6-6c8df4f3ba11 service nova] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_rules [ 837.921375] env[66577]: INFO networking_nsxv3.common.synchronization [req-60e43535-52fa-4fea-89b8-0e19ff8c4122 req-888336c0-b342-4af9-9ac6-6c8df4f3ba11 service nova] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 837.921566] env[66577]: INFO networking_nsxv3.common.synchronization [req-60e43535-52fa-4fea-89b8-0e19ff8c4122 req-888336c0-b342-4af9-9ac6-6c8df4f3ba11 service nova] Enqueued Resource ID: 6bd64693-cbd3-42af-86ec-fe4cbf1e21a0 with Priority: HIGHEST for action port [ 837.921720] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_rules [ 837.921827] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 837.921916] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd64693-cbd3-42af-86ec-fe4cbf1e21a0 with Priority: HIGHEST for action port [ 837.922561] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.922679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.922780] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.923149] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.923149] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.926356] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.926356] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.926356] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bd64693-cbd3-42af-86ec-fe4cbf1e21a0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.926356] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bd64693-cbd3-42af-86ec-fe4cbf1e21a0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.926356] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bd64693-cbd3-42af-86ec-fe4cbf1e21a0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.926356] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bd64693-cbd3-42af-86ec-fe4cbf1e21a0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.926356] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bd64693-cbd3-42af-86ec-fe4cbf1e21a0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.937831] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.022568] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8420213-d961-40cd-a4e1-9cb92753d922 [ 838.022797] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.022928] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.022991] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.023335] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.023429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.023537] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8420213-d961-40cd-a4e1-9cb92753d922 already deleted. [ 838.023606] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8420213-d961-40cd-a4e1-9cb92753d922" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.118510] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.118510] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.118510] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.118783] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.118783] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.118783] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f already deleted. [ 838.118901] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.427331] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.427464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.427650] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6bd64693-cbd3-42af-86ec-fe4cbf1e21a0 with status ACTIVE [ 838.427824] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.428722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.428722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.428722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.428722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.428722] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.428722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.428722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.429045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.429045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.429113] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.429431] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.429431] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.429431] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.429431] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.429599] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6bd64693-cbd3-42af-86ec-fe4cbf1e21a0 is going to be updated. [ 838.440485] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.453275] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.453275] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.453275] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.453562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.453606] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.454652] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bd64693-cbd3-42af-86ec-fe4cbf1e21a0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.827573] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 838.829358] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 deletion is rescheduled due to dependency. [ 838.829358] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.829358] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.829587] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.829625] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.829723] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.829804] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.829956] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.830032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.830129] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.949019] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.949019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.949019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.949019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.949019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.949019] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4439173-5256-4faa-bef7-9d10631a1b31 is going to be updated. [ 838.980388] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.981081] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.981168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.981408] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.981561] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.994846] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: IN_PROGRESS for 2s [ 839.049551] env[66577]: INFO networking_nsxv3.common.synchronization [req-73399c0b-17e2-4f26-a7a6-acf8b44754d6 req-3993ddd9-868c-4d4b-ac9b-3deeb34a1496 tempest-MigrationsAdminTest-566840694 tempest-MigrationsAdminTest-566840694-project-member] Enqueued Resource ID: e8598f61-3f79-4b7d-9663-b713118b9c40 with Priority: HIGHEST for action security_group_members [ 839.049551] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8598f61-3f79-4b7d-9663-b713118b9c40 with Priority: HIGHEST for action security_group_members [ 839.050397] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8598f61-3f79-4b7d-9663-b713118b9c40 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.050397] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.050397] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.050589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.050694] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.050756] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.050820] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.050957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.051102] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.051253] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.333770] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.485808] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.485931] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.486063] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.486327] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.486580] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.486734] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.486846] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.487097] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.487268] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.487494] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.487615] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.487718] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.487818] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.488336] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.488336] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.488336] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.509501] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.509796] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.510168] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.510168] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.510406] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-35e40252-e438-44d7-ba3c-3091637d8509 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.510602] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-35e40252-e438-44d7-ba3c-3091637d8509" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.510745] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-35e40252-e438-44d7-ba3c-3091637d8509" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.513203] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-35e40252-e438-44d7-ba3c-3091637d8509" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.513203] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35e40252-e438-44d7-ba3c-3091637d8509',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.553087] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.838552] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.016555] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.016879] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.016923] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.017515] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.017515] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.017630] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 35e40252-e438-44d7-ba3c-3091637d8509 not found, creating... [ 840.017831] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.017976] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.018104] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.018325] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.018458] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.018731] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.018874] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.018983] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.019210] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.019342] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.019473] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 35e40252-e438-44d7-ba3c-3091637d8509 is going to be created. [ 840.043363] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.043609] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.043783] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.044128] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.044376] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.044631] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-35e40252-e438-44d7-ba3c-3091637d8509" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.055137] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.340793] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.340793] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.340793] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.341310] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.341488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.341634] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be updated. [ 840.384512] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.384791] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.384879] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.385242] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.385401] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.395874] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: IN_PROGRESS for 2s [ 840.556899] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.557462] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.557462] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.557462] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.557736] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.557736] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8598f61-3f79-4b7d-9663-b713118b9c40 is going to be updated. [ 840.597577] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.597800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.597800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.598474] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.598474] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.612502] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8598f61-3f79-4b7d-9663-b713118b9c40 in Status: IN_PROGRESS for 2s [ 840.818999] env[66577]: INFO networking_nsxv3.common.synchronization [req-73399c0b-17e2-4f26-a7a6-acf8b44754d6 req-731a5525-2570-49a1-95e1-5f16a5129d23 service nova] Enqueued Resource ID: e8598f61-3f79-4b7d-9663-b713118b9c40 with Priority: HIGHEST for action security_group_rules [ 840.819294] env[66577]: INFO networking_nsxv3.common.synchronization [req-73399c0b-17e2-4f26-a7a6-acf8b44754d6 req-731a5525-2570-49a1-95e1-5f16a5129d23 service nova] Enqueued Resource ID: e8598f61-3f79-4b7d-9663-b713118b9c40 with Priority: HIGHEST for action security_group_members [ 840.819373] env[66577]: INFO networking_nsxv3.common.synchronization [req-73399c0b-17e2-4f26-a7a6-acf8b44754d6 req-731a5525-2570-49a1-95e1-5f16a5129d23 service nova] Enqueued Resource ID: 35e40252-e438-44d7-ba3c-3091637d8509 with Priority: HIGHEST for action port [ 840.819910] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8598f61-3f79-4b7d-9663-b713118b9c40 with Priority: HIGHEST for action security_group_rules [ 840.820209] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8598f61-3f79-4b7d-9663-b713118b9c40 with Priority: HIGHEST for action security_group_members [ 840.820339] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35e40252-e438-44d7-ba3c-3091637d8509 with Priority: HIGHEST for action port [ 840.820607] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8598f61-3f79-4b7d-9663-b713118b9c40 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.820744] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.820782] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.821050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.821050] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.822061] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8598f61-3f79-4b7d-9663-b713118b9c40 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.822142] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.822525] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-35e40252-e438-44d7-ba3c-3091637d8509 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.822658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35e40252-e438-44d7-ba3c-3091637d8509" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.822722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35e40252-e438-44d7-ba3c-3091637d8509" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.822923] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35e40252-e438-44d7-ba3c-3091637d8509" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.823008] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35e40252-e438-44d7-ba3c-3091637d8509',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.006858] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: SUCCESS [ 841.007140] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.007351] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.007569] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.007775] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.007941] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.008088] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.008169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.008250] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.008303] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.009055] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.328026] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35e40252-e438-44d7-ba3c-3091637d8509 with status ACTIVE [ 841.328026] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.328026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.328026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.328026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.328026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.328026] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.328026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.328026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.328026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.328026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.328026] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.328026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.328026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.328026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.328026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.328026] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35e40252-e438-44d7-ba3c-3091637d8509 is going to be updated. [ 841.329860] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8598f61-3f79-4b7d-9663-b713118b9c40 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.330595] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.433815] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.434583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.435679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.435679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.435679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.435679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35e40252-e438-44d7-ba3c-3091637d8509" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.513470] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.513470] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.513470] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.513750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.513839] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.513988] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.514113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.514226] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.514329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.514410] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.514548] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.514641] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.514697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.514834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.514969] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.515221] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.515221] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.515421] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.515421] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.515421] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.515557] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.808967] env[66577]: INFO networking_nsxv3.common.synchronization [req-e38fc117-28a4-495f-910e-027042e0587c req-d16d884d-3af0-4090-a86f-883a2c4c0270 tempest-ServersTestJSON-300876603 tempest-ServersTestJSON-300876603-project-member] Enqueued Resource ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 with Priority: HIGHEST for action security_group_members [ 841.809429] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 with Priority: HIGHEST for action security_group_members [ 841.809718] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.809851] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.809891] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.812275] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.812425] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.812906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.812906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.812906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.812906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.813107] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b9ce399-65f7-44f5-b1b5-df6e33bf22a9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.019361] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4439173-5256-4faa-bef7-9d10631a1b31: rpc.has_security_group_logging(os_id): False [ 842.043907] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.044123] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.044189] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.044350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.044453] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.044659] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.044749] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.044807] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.044963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.047886] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.047886] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.047886] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.047886] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.047886] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.047886] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.047886] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.047886] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.047886] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.047886] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.047886] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.047886] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4439173-5256-4faa-bef7-9d10631a1b31 is going to be updated. [ 842.112150] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.114394] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.114394] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.114826] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.114826] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.130573] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: IN_PROGRESS for 2s [ 842.315488] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.316263] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.316263] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.318768] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.341969] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.342326] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.342400] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.342453] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.342711] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.342801] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.342899] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 is going to be updated. [ 842.373908] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.374124] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.374124] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.374531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.376219] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.386567] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 in Status: IN_PROGRESS for 2s [ 842.405212] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 842.405427] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.405626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.405861] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.406088] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.406228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.406317] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.406495] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.406598] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.406700] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.406805] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.628164] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8598f61-3f79-4b7d-9663-b713118b9c40 in Status: SUCCESS [ 842.628164] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.628164] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.628164] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.628164] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.628164] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.628164] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.628164] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.628164] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.628164] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.910608] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.910809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.910851] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.911062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.911314] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.911463] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.911529] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.911704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.911790] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.911880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.912046] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.912170] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.912207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.912328] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.912478] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.912626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.912626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.912994] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.913091] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.913779] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.913958] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.132170] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.415951] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2c58e40-54a5-40bb-aa94-1919b7e2f666: rpc.has_security_group_logging(os_id): False [ 843.435145] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.435335] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.435769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.435769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.435925] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.436084] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.436161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.436209] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.436356] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.436487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.436625] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.436715] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.436776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.436913] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.436995] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.437296] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.437395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.437454] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.437594] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.437667] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.437748] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be updated. [ 843.504127] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.504516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.504516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.504623] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.504767] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.523157] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: IN_PROGRESS for 2s [ 843.635452] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.138017] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.138358] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.138358] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.138481] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.138572] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.138668] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8598f61-3f79-4b7d-9663-b713118b9c40 is going to be updated. [ 844.149422] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: SUCCESS [ 844.149422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.178941] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.179176] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.179241] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.179569] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.179856] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.191214] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8598f61-3f79-4b7d-9663-b713118b9c40 in Status: IN_PROGRESS for 2s [ 844.398773] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 in Status: SUCCESS [ 844.398909] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b9ce399-65f7-44f5-b1b5-df6e33bf22a9 deletion is rescheduled due to dependency. [ 844.399082] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b9ce399-65f7-44f5-b1b5-df6e33bf22a9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.445899] env[66577]: INFO networking_nsxv3.common.synchronization [req-4bdf21f9-dccf-466f-a991-f46e810b6975 req-ebba1b40-b53e-4951-a809-bb5a441d84b3 tempest-ServerDiagnosticsNegativeTest-1112867358 tempest-ServerDiagnosticsNegativeTest-1112867358-project-member] Enqueued Resource ID: 8067a836-6c1c-4793-b79c-be527bf6ca8b with Priority: HIGHEST for action security_group_members [ 844.445899] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8067a836-6c1c-4793-b79c-be527bf6ca8b with Priority: HIGHEST for action security_group_members [ 844.449611] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8067a836-6c1c-4793-b79c-be527bf6ca8b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.449775] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.449870] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.450317] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.450680] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.450680] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.450680] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.450885] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.450960] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.451080] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8067a836-6c1c-4793-b79c-be527bf6ca8b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.824848] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.825013] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.825127] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.825427] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.825627] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.825781] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.825892] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.826114] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.826278] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.826482] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.826567] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.826692] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.826787] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.826895] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.827000] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.827211] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.847844] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.848062] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.848222] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.848405] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.848721] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-5f34eda4-3134-4ed9-8ccb-d9946865ffe7 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.848891] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-5f34eda4-3134-4ed9-8ccb-d9946865ffe7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.849051] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-5f34eda4-3134-4ed9-8ccb-d9946865ffe7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.849386] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-5f34eda4-3134-4ed9-8ccb-d9946865ffe7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.849517] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f34eda4-3134-4ed9-8ccb-d9946865ffe7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.929666] env[66577]: INFO networking_nsxv3.common.synchronization [None req-52616b86-8293-483c-8e49-06c62de285bc None None] Enqueued Resource ID: 2da6a413-2711-466d-8bbf-0ec8a4e2b6d4 with Priority: HIGHEST for action port [ 844.931223] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da6a413-2711-466d-8bbf-0ec8a4e2b6d4 with Priority: HIGHEST for action port [ 844.932025] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-2da6a413-2711-466d-8bbf-0ec8a4e2b6d4 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.932208] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2da6a413-2711-466d-8bbf-0ec8a4e2b6d4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.932302] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2da6a413-2711-466d-8bbf-0ec8a4e2b6d4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.932720] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2da6a413-2711-466d-8bbf-0ec8a4e2b6d4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.932903] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2da6a413-2711-466d-8bbf-0ec8a4e2b6d4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.953106] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.953272] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.953340] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.953600] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.953688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.953900] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.954075] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.954125] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.954366] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.954466] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.954626] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8067a836-6c1c-4793-b79c-be527bf6ca8b already deleted. [ 844.954752] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.352424] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.352867] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.352867] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.353089] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.353241] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.353394] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 5f34eda4-3134-4ed9-8ccb-d9946865ffe7 not found, creating... [ 845.353658] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.353811] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.353920] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.354150] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.354282] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.354560] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.354709] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.354820] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.355111] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.355495] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.355495] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 5f34eda4-3134-4ed9-8ccb-d9946865ffe7 is going to be created. [ 845.384741] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.385153] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.386903] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.386903] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.386903] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.386903] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-5f34eda4-3134-4ed9-8ccb-d9946865ffe7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.435211] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2da6a413-2711-466d-8bbf-0ec8a4e2b6d4 [ 845.435339] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.435423] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.435463] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.435687] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.435806] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.435881] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2da6a413-2711-466d-8bbf-0ec8a4e2b6d4 already deleted. [ 845.435948] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2da6a413-2711-466d-8bbf-0ec8a4e2b6d4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.554293] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 845.554739] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.119846] env[66577]: INFO networking_nsxv3.common.synchronization [req-4bdf21f9-dccf-466f-a991-f46e810b6975 req-8f29af65-09df-4def-a722-4be3994abee3 service nova] Enqueued Resource ID: 8067a836-6c1c-4793-b79c-be527bf6ca8b with Priority: HIGHEST for action security_group_rules [ 846.120182] env[66577]: INFO networking_nsxv3.common.synchronization [req-4bdf21f9-dccf-466f-a991-f46e810b6975 req-8f29af65-09df-4def-a722-4be3994abee3 service nova] Enqueued Resource ID: 8067a836-6c1c-4793-b79c-be527bf6ca8b with Priority: HIGHEST for action security_group_members [ 846.120646] env[66577]: INFO networking_nsxv3.common.synchronization [req-4bdf21f9-dccf-466f-a991-f46e810b6975 req-8f29af65-09df-4def-a722-4be3994abee3 service nova] Enqueued Resource ID: 5f34eda4-3134-4ed9-8ccb-d9946865ffe7 with Priority: HIGHEST for action port [ 846.121325] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8067a836-6c1c-4793-b79c-be527bf6ca8b with Priority: HIGHEST for action security_group_rules [ 846.121565] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8067a836-6c1c-4793-b79c-be527bf6ca8b with Priority: HIGHEST for action security_group_members [ 846.121761] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f34eda4-3134-4ed9-8ccb-d9946865ffe7 with Priority: HIGHEST for action port [ 846.122118] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8067a836-6c1c-4793-b79c-be527bf6ca8b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.122283] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.122370] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.122684] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.122792] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8067a836-6c1c-4793-b79c-be527bf6ca8b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.126383] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8067a836-6c1c-4793-b79c-be527bf6ca8b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.126383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.126383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.126383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.126383] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.126383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.126383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.126383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.126383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.126383] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8067a836-6c1c-4793-b79c-be527bf6ca8b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.127153] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f34eda4-3134-4ed9-8ccb-d9946865ffe7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.127862] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f34eda4-3134-4ed9-8ccb-d9946865ffe7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.127862] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f34eda4-3134-4ed9-8ccb-d9946865ffe7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.127862] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f34eda4-3134-4ed9-8ccb-d9946865ffe7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.127862] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f34eda4-3134-4ed9-8ccb-d9946865ffe7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.204739] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8598f61-3f79-4b7d-9663-b713118b9c40 in Status: SUCCESS [ 846.205048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.205996] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.206366] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.206707] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.207319] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.207775] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.207975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.208132] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.208257] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.208315] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.632506] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8067a836-6c1c-4793-b79c-be527bf6ca8b taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.632828] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.632828] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8067a836-6c1c-4793-b79c-be527bf6ca8b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.633792] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f34eda4-3134-4ed9-8ccb-d9946865ffe7 with status ACTIVE [ 846.633978] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.634225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.634225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.634377] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.634470] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.634640] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.634737] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.634799] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.634970] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.635072] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.635269] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.635337] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.635398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.635546] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.635601] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.635683] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f34eda4-3134-4ed9-8ccb-d9946865ffe7 is going to be updated. [ 846.666660] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.666660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.666660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.666660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.666660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.666660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f34eda4-3134-4ed9-8ccb-d9946865ffe7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.711547] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8598f61-3f79-4b7d-9663-b713118b9c40 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.711807] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.711807] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.712052] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.712332] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.712436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.712436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.712614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.712699] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.712792] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.712941] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8598f61-3f79-4b7d-9663-b713118b9c40 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.713079] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.713139] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.713868] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.713868] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.713868] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.713868] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.713868] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.713868] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.714188] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.714188] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.970640] env[66577]: INFO networking_nsxv3.common.synchronization [req-dc4c6654-4bcd-49c5-b3f2-d989c86d7063 req-5997c388-a077-45ea-b432-2d246fbe8bd0 tempest-ServerAddressesNegativeTestJSON-1432244023 tempest-ServerAddressesNegativeTestJSON-1432244023-project-member] Enqueued Resource ID: ae35493a-92c9-43ed-9468-bd45f8a6e453 with Priority: HIGHEST for action security_group_members [ 846.971272] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae35493a-92c9-43ed-9468-bd45f8a6e453 with Priority: HIGHEST for action security_group_members [ 846.971590] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae35493a-92c9-43ed-9468-bd45f8a6e453 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.971746] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.971812] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.972187] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.973359] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.973359] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.973359] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.973359] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.973359] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.973359] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae35493a-92c9-43ed-9468-bd45f8a6e453',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.139183] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8067a836-6c1c-4793-b79c-be527bf6ca8b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.218203] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8598f61-3f79-4b7d-9663-b713118b9c40: rpc.has_security_group_logging(os_id): False [ 847.237201] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.237370] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.237453] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.237666] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.261732] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.262195] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.262195] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.262416] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.262487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.262553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.262782] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.262896] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.262970] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.263350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.263703] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.264156] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.265738] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.265844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.266059] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.266150] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.266255] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8598f61-3f79-4b7d-9663-b713118b9c40 is going to be updated. [ 847.361070] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.361278] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.361328] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.361516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.361731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.376828] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8598f61-3f79-4b7d-9663-b713118b9c40 in Status: IN_PROGRESS for 2s [ 847.429073] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.429372] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.429672] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.430237] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.430363] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.430528] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.430645] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.430930] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.431048] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.431292] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.431396] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.431498] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.431598] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.431703] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.431801] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.431924] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.455664] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.455839] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.455972] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.456314] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.456558] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-f2f24524-fd5f-47b2-ba30-e2c284e04e14 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.456786] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-f2f24524-fd5f-47b2-ba30-e2c284e04e14" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.456975] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-f2f24524-fd5f-47b2-ba30-e2c284e04e14" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.457362] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-f2f24524-fd5f-47b2-ba30-e2c284e04e14" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.457507] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2f24524-fd5f-47b2-ba30-e2c284e04e14',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.475585] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.476147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.476147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.476147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.476147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.476651] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.476651] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.476651] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.476805] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.476915] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.476967] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae35493a-92c9-43ed-9468-bd45f8a6e453 already deleted. [ 847.477346] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.547899] env[66577]: INFO networking_nsxv3.common.synchronization [None req-8493ffc0-1232-462a-9482-639bd102298e None None] Enqueued Resource ID: 3583a541-5aad-48c5-ad15-87eba60222b4 with Priority: HIGHEST for action port [ 847.548305] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3583a541-5aad-48c5-ad15-87eba60222b4 with Priority: HIGHEST for action port [ 847.548938] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-3583a541-5aad-48c5-ad15-87eba60222b4 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.549101] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3583a541-5aad-48c5-ad15-87eba60222b4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.549165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3583a541-5aad-48c5-ad15-87eba60222b4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.549430] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3583a541-5aad-48c5-ad15-87eba60222b4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.549506] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3583a541-5aad-48c5-ad15-87eba60222b4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.642830] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.642830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.642830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.643234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.643234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.643234] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8067a836-6c1c-4793-b79c-be527bf6ca8b is going to be created. [ 847.671983] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.672158] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.672226] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.672431] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.672638] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.684098] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8067a836-6c1c-4793-b79c-be527bf6ca8b in Status: UNINITIALIZED for 2s [ 847.959834] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.960108] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.960186] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.960500] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.960660] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.960819] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port f2f24524-fd5f-47b2-ba30-e2c284e04e14 not found, creating... [ 847.961119] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.961281] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.961698] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.961698] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.961838] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.963029] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.963029] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.963029] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.963029] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.963029] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.963029] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: f2f24524-fd5f-47b2-ba30-e2c284e04e14 is going to be created. [ 847.990023] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.990023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.990023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.990023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.990023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.990023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-f2f24524-fd5f-47b2-ba30-e2c284e04e14" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.054787] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3583a541-5aad-48c5-ad15-87eba60222b4 [ 848.054787] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.054787] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.054787] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.054787] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.054787] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.054787] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3583a541-5aad-48c5-ad15-87eba60222b4 already deleted. [ 848.054787] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3583a541-5aad-48c5-ad15-87eba60222b4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.783055] env[66577]: INFO networking_nsxv3.common.synchronization [req-dc4c6654-4bcd-49c5-b3f2-d989c86d7063 req-e9017d95-3b7e-4bc9-9754-40856b43167f service nova] Enqueued Resource ID: ae35493a-92c9-43ed-9468-bd45f8a6e453 with Priority: HIGHEST for action security_group_rules [ 848.783055] env[66577]: INFO networking_nsxv3.common.synchronization [req-dc4c6654-4bcd-49c5-b3f2-d989c86d7063 req-e9017d95-3b7e-4bc9-9754-40856b43167f service nova] Enqueued Resource ID: ae35493a-92c9-43ed-9468-bd45f8a6e453 with Priority: HIGHEST for action security_group_members [ 848.783055] env[66577]: INFO networking_nsxv3.common.synchronization [req-dc4c6654-4bcd-49c5-b3f2-d989c86d7063 req-e9017d95-3b7e-4bc9-9754-40856b43167f service nova] Enqueued Resource ID: f2f24524-fd5f-47b2-ba30-e2c284e04e14 with Priority: HIGHEST for action port [ 848.784713] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae35493a-92c9-43ed-9468-bd45f8a6e453 with Priority: HIGHEST for action security_group_rules [ 848.784713] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae35493a-92c9-43ed-9468-bd45f8a6e453 with Priority: HIGHEST for action security_group_members [ 848.784713] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2f24524-fd5f-47b2-ba30-e2c284e04e14 with Priority: HIGHEST for action port [ 848.784713] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae35493a-92c9-43ed-9468-bd45f8a6e453 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.784713] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.785158] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.785158] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.785158] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae35493a-92c9-43ed-9468-bd45f8a6e453',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.786536] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae35493a-92c9-43ed-9468-bd45f8a6e453 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.788193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.788193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.788193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.788193] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.788193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.788193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.788193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.788193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.788629] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae35493a-92c9-43ed-9468-bd45f8a6e453',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.789764] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2f24524-fd5f-47b2-ba30-e2c284e04e14 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.789764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2f24524-fd5f-47b2-ba30-e2c284e04e14" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.790021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2f24524-fd5f-47b2-ba30-e2c284e04e14" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.793678] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2f24524-fd5f-47b2-ba30-e2c284e04e14" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.793678] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2f24524-fd5f-47b2-ba30-e2c284e04e14',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.293504] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae35493a-92c9-43ed-9468-bd45f8a6e453 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.293615] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.293714] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae35493a-92c9-43ed-9468-bd45f8a6e453',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.294673] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2f24524-fd5f-47b2-ba30-e2c284e04e14 with status ACTIVE [ 849.294886] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.295072] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.295127] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.295330] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.295919] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.295919] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.295919] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.296150] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.296218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.296314] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.296513] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.296629] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.296705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.296890] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.297112] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.297184] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2f24524-fd5f-47b2-ba30-e2c284e04e14 is going to be updated. [ 849.358453] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.358660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.358660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.358846] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.359065] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.359239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2f24524-fd5f-47b2-ba30-e2c284e04e14" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.396395] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8598f61-3f79-4b7d-9663-b713118b9c40 in Status: SUCCESS [ 849.396651] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.696056] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8067a836-6c1c-4793-b79c-be527bf6ca8b in Status: SUCCESS [ 849.699375] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.699375] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.699375] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.699375] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.699375] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.699375] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.699375] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.699375] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.699375] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.699375] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8067a836-6c1c-4793-b79c-be527bf6ca8b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.800503] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae35493a-92c9-43ed-9468-bd45f8a6e453',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.999433] env[66577]: INFO networking_nsxv3.common.synchronization [req-cc8f571a-223b-44cb-9a1b-8eb0b87aafbc req-56517d19-232b-459c-a1cf-fdc942832938 tempest-ListServersNegativeTestJSON-1457146419 tempest-ListServersNegativeTestJSON-1457146419-project-member] Enqueued Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_members [ 850.000124] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_members [ 850.000383] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.000543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.000615] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.000815] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.000970] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.001085] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.001149] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.001347] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.001505] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.001551] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.205542] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8067a836-6c1c-4793-b79c-be527bf6ca8b taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.205708] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.205783] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.206037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.206196] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.206297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.206362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.206513] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.206600] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.206687] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.206830] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8067a836-6c1c-4793-b79c-be527bf6ca8b taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.206920] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.206982] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.207173] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.207313] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.207403] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.207451] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.207662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.207662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.207748] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.207862] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8067a836-6c1c-4793-b79c-be527bf6ca8b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.303765] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.303936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.303984] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.304208] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.304876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.304876] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae35493a-92c9-43ed-9468-bd45f8a6e453 is going to be created. [ 850.334217] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.334217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.334217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.334217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.335200] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.346409] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae35493a-92c9-43ed-9468-bd45f8a6e453 in Status: UNINITIALIZED for 2s [ 850.505429] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.710558] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8067a836-6c1c-4793-b79c-be527bf6ca8b: rpc.has_security_group_logging(os_id): False [ 850.731076] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.731307] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.731385] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.731652] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.731751] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.732014] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.732180] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.732224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.732364] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.732449] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.732658] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.732805] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.733032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.733231] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.733313] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.734200] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.734309] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.734357] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.734518] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.734594] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.734683] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8067a836-6c1c-4793-b79c-be527bf6ca8b is going to be created. [ 850.803847] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.804306] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.804306] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.804405] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.804602] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.820902] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8067a836-6c1c-4793-b79c-be527bf6ca8b in Status: IN_PROGRESS for 2s [ 851.007644] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.510647] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.510772] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.510772] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.511013] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.511107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.511199] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4439173-5256-4faa-bef7-9d10631a1b31 is going to be updated. [ 851.545526] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.545653] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.545729] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.545932] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.546119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.558526] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: IN_PROGRESS for 2s [ 852.361392] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae35493a-92c9-43ed-9468-bd45f8a6e453 in Status: SUCCESS [ 852.361754] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.361906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.362172] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.362426] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.362500] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.362566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.362726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.362809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.362893] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.362984] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae35493a-92c9-43ed-9468-bd45f8a6e453',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.836395] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8067a836-6c1c-4793-b79c-be527bf6ca8b in Status: SUCCESS [ 852.836699] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.869403] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae35493a-92c9-43ed-9468-bd45f8a6e453 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.869688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.869688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.869958] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.870109] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.870281] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.870343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.870468] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.870537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.870640] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.870958] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae35493a-92c9-43ed-9468-bd45f8a6e453 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.870958] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.870958] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.871211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.871282] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.871395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.871489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.871572] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.871655] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.871743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.871833] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae35493a-92c9-43ed-9468-bd45f8a6e453',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.060948] env[66577]: INFO networking_nsxv3.common.synchronization [req-aec6d69a-c758-4687-bc21-5faebb999240 req-1e3d3b55-ca6c-4f9b-8c6a-84c82f34ba6e tempest-ServersAdminTestJSON-508682362 tempest-ServersAdminTestJSON-508682362-project-member] Enqueued Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 853.061967] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 853.062454] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.062639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.062744] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.063042] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.063282] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.063539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.063539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.063775] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.063914] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.064079] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.374276] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae35493a-92c9-43ed-9468-bd45f8a6e453: rpc.has_security_group_logging(os_id): False [ 853.400024] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.400024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.400024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.400024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.400024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.400024] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.400024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.400024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.400024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.400024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.400024] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.400024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.400024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.400024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.400024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.400722] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.400722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.400722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.400722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.400722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.400722] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae35493a-92c9-43ed-9468-bd45f8a6e453 is going to be created. [ 853.571337] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.573657] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: SUCCESS [ 853.573657] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.590271] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.590583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.590761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.591191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.591458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.612681] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae35493a-92c9-43ed-9468-bd45f8a6e453 in Status: IN_PROGRESS for 2s [ 854.076449] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.363601] env[66577]: INFO networking_nsxv3.common.synchronization [req-29f2e9f1-0e47-4ac8-b16f-633a2acb8571 req-15bdb9d2-03a2-4573-8c8f-3c55ece9e860 tempest-ListServerFiltersTestJSON-675932335 tempest-ListServerFiltersTestJSON-675932335-project-member] Enqueued Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_members [ 854.364185] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_members [ 854.364493] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf44676c-780c-4c08-954f-6cfeec230929 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.364631] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.364714] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.364908] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.365312] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.365433] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.365500] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.365647] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.365739] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.365853] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.579396] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.579829] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.579829] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.579829] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.579955] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.580065] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a is going to be updated. [ 854.614967] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.615212] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.615212] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.615399] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.615543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.626975] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: IN_PROGRESS for 2s [ 854.869610] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.988101] env[66577]: INFO networking_nsxv3.common.synchronization [req-72d97710-1d00-4ea4-950f-e37693cc3a6b req-14399297-dfda-4af6-8525-35e2bf0e4637 tempest-ServerAddressesTestJSON-327432136 tempest-ServerAddressesTestJSON-327432136-project-member] Enqueued Resource ID: 241649b6-42c9-455d-9b55-4f08023fec68 with Priority: HIGHEST for action security_group_members [ 854.988101] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241649b6-42c9-455d-9b55-4f08023fec68 with Priority: HIGHEST for action security_group_members [ 854.989518] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-241649b6-42c9-455d-9b55-4f08023fec68 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.989836] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.990086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.991045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.991045] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.991045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.992035] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.992035] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.992035] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.992035] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('241649b6-42c9-455d-9b55-4f08023fec68',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.374022] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.413023] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.413023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-877" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.413023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-877" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.413023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-877" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.413023] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.413598] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.413826] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.414232] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.414481] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.414801] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.415019] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.415247] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.418018] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.418018] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.418018] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.418018] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.442028] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.442028] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.442028] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.442028] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-877" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.442028] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-f5ad244b-c398-4120-b4b1-2e668f3bf1a7 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.442028] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-f5ad244b-c398-4120-b4b1-2e668f3bf1a7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.442028] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-f5ad244b-c398-4120-b4b1-2e668f3bf1a7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.442028] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-f5ad244b-c398-4120-b4b1-2e668f3bf1a7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.442028] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5ad244b-c398-4120-b4b1-2e668f3bf1a7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.497936] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.497936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.497936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.497936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.497936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.497936] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.497936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.497936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.497936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.497936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.497936] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 241649b6-42c9-455d-9b55-4f08023fec68 already deleted. [ 855.497936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.627369] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae35493a-92c9-43ed-9468-bd45f8a6e453 in Status: SUCCESS [ 855.627767] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.877916] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.877916] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.877916] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.877916] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.877916] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.877916] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf44676c-780c-4c08-954f-6cfeec230929 is going to be updated. [ 855.917152] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.917152] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.917152] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.917152] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.917152] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.927654] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf44676c-780c-4c08-954f-6cfeec230929 in Status: IN_PROGRESS for 2s [ 855.952039] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.952039] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.952039] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.952039] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.952039] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.952039] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port f5ad244b-c398-4120-b4b1-2e668f3bf1a7 not found, creating... [ 855.952039] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.952039] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.952039] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.952039] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.952039] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.952612] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.952612] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.952612] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.952612] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.952612] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.952612] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: f5ad244b-c398-4120-b4b1-2e668f3bf1a7 is going to be created. [ 855.999938] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.000309] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.000504] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.000863] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.001467] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.002227] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-f5ad244b-c398-4120-b4b1-2e668f3bf1a7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.638723] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: SUCCESS [ 856.638723] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.753766] env[66577]: INFO networking_nsxv3.common.synchronization [req-72d97710-1d00-4ea4-950f-e37693cc3a6b req-784467dc-e6b7-468c-88ce-7a198c7d6741 service nova] Enqueued Resource ID: 241649b6-42c9-455d-9b55-4f08023fec68 with Priority: HIGHEST for action security_group_rules [ 856.753766] env[66577]: INFO networking_nsxv3.common.synchronization [req-72d97710-1d00-4ea4-950f-e37693cc3a6b req-784467dc-e6b7-468c-88ce-7a198c7d6741 service nova] Enqueued Resource ID: 241649b6-42c9-455d-9b55-4f08023fec68 with Priority: HIGHEST for action security_group_members [ 856.753766] env[66577]: INFO networking_nsxv3.common.synchronization [req-72d97710-1d00-4ea4-950f-e37693cc3a6b req-784467dc-e6b7-468c-88ce-7a198c7d6741 service nova] Enqueued Resource ID: f5ad244b-c398-4120-b4b1-2e668f3bf1a7 with Priority: HIGHEST for action port [ 856.753766] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241649b6-42c9-455d-9b55-4f08023fec68 with Priority: HIGHEST for action security_group_rules [ 856.753766] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241649b6-42c9-455d-9b55-4f08023fec68 with Priority: HIGHEST for action security_group_members [ 856.753766] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5ad244b-c398-4120-b4b1-2e668f3bf1a7 with Priority: HIGHEST for action port [ 856.753766] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-241649b6-42c9-455d-9b55-4f08023fec68 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.753766] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.753766] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.754234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.754234] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('241649b6-42c9-455d-9b55-4f08023fec68',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.758255] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-241649b6-42c9-455d-9b55-4f08023fec68 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.758255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.758255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.758255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.758255] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.758255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.758255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.758255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.758255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.758255] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('241649b6-42c9-455d-9b55-4f08023fec68',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.759580] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5ad244b-c398-4120-b4b1-2e668f3bf1a7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.759655] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5ad244b-c398-4120-b4b1-2e668f3bf1a7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.759694] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5ad244b-c398-4120-b4b1-2e668f3bf1a7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.764030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5ad244b-c398-4120-b4b1-2e668f3bf1a7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.764030] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5ad244b-c398-4120-b4b1-2e668f3bf1a7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.266124] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-241649b6-42c9-455d-9b55-4f08023fec68 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.266288] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.266480] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('241649b6-42c9-455d-9b55-4f08023fec68',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.267559] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5ad244b-c398-4120-b4b1-2e668f3bf1a7 with status ACTIVE [ 857.267901] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.268017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.268114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.268326] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.268416] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.268590] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.268690] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.268752] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.268899] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.268991] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.269233] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.269332] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.269398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.269539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.269609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.269692] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5ad244b-c398-4120-b4b1-2e668f3bf1a7 is going to be updated. [ 857.292973] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.293848] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.293848] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.293848] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.293848] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.293848] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5ad244b-c398-4120-b4b1-2e668f3bf1a7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.772444] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('241649b6-42c9-455d-9b55-4f08023fec68',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.861207] env[66577]: INFO networking_nsxv3.common.synchronization [req-803d462d-c34d-4d84-b1dd-a6412ba4a7df req-d44062a9-dfe7-4507-91a8-46021507f0e1 tempest-ServersTestJSON-1986641018 tempest-ServersTestJSON-1986641018-project-member] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 857.862036] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 857.862759] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.862759] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.862759] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.862759] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.862991] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.863106] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.863324] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.863515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.863603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.863702] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.941928] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf44676c-780c-4c08-954f-6cfeec230929 in Status: SUCCESS [ 857.941928] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.275319] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.275546] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.275674] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.275940] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.276056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.276158] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 241649b6-42c9-455d-9b55-4f08023fec68 is going to be created. [ 858.304018] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.304268] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.304397] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.304699] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.305225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.321548] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 241649b6-42c9-455d-9b55-4f08023fec68 in Status: UNINITIALIZED for 2s [ 858.359462] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-640 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.359729] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.359893] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.360602] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.361192] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.361192] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.361747] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.362100] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.362368] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.362887] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.363065] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.363263] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.363497] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.363699] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.363883] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.364272] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.365844] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.388955] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.389219] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.389402] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.389633] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.390095] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-f59ebd7d-aea1-4fb6-8321-abfb279792b2 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.390347] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-f59ebd7d-aea1-4fb6-8321-abfb279792b2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.390506] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-f59ebd7d-aea1-4fb6-8321-abfb279792b2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.390927] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-f59ebd7d-aea1-4fb6-8321-abfb279792b2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.391137] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f59ebd7d-aea1-4fb6-8321-abfb279792b2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.870302] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.893523] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.893823] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.893951] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.894281] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.894470] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.894649] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port f59ebd7d-aea1-4fb6-8321-abfb279792b2 not found, creating... [ 858.894921] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.895108] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.895241] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.895469] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.895604] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.895884] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.896138] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.896292] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.896528] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.896732] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.896905] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: f59ebd7d-aea1-4fb6-8321-abfb279792b2 is going to be created. [ 858.920587] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.920878] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.921044] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.921361] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.921658] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.921923] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-f59ebd7d-aea1-4fb6-8321-abfb279792b2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.119483] env[66577]: INFO networking_nsxv3.common.synchronization [req-c65d90dd-7a94-4495-a388-75fe0b041f4b req-a96d3c96-585e-476d-a732-39d47519ef20 tempest-ServerDiagnosticsNegativeTest-1112867358 tempest-ServerDiagnosticsNegativeTest-1112867358-project-member] Enqueued Resource ID: 8067a836-6c1c-4793-b79c-be527bf6ca8b with Priority: HIGHEST for action security_group_members [ 859.120268] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8067a836-6c1c-4793-b79c-be527bf6ca8b with Priority: HIGHEST for action security_group_members [ 859.120591] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8067a836-6c1c-4793-b79c-be527bf6ca8b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.120717] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.120777] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.121429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.121429] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.121429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.121731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.121731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.121731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.121838] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8067a836-6c1c-4793-b79c-be527bf6ca8b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.373348] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.373515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.373642] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.374167] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.374167] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.374317] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 859.440318] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.440515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.440557] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.440766] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.440931] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.456906] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 859.608932] env[66577]: INFO networking_nsxv3.common.synchronization [None req-9f6eec19-42d6-4b7e-9b09-b3b74fd0981c tempest-ServerRescueNegativeTestJSON-1641720168 tempest-ServerRescueNegativeTestJSON-1641720168-project-member] Enqueued Resource ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 with Priority: HIGHEST for action security_group_rules [ 859.609728] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 with Priority: HIGHEST for action security_group_rules [ 859.609728] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.609886] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.610082] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.610397] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.610397] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.624538] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.624702] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.624814] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.625118] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.625251] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.626106] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.626106] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.626106] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.626106] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.626106] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.626106] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8067a836-6c1c-4793-b79c-be527bf6ca8b is going to be updated. [ 859.656295] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.656464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.658762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.658762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.658762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.660585] env[66577]: INFO networking_nsxv3.common.synchronization [req-803d462d-c34d-4d84-b1dd-a6412ba4a7df req-acf2ee95-32f1-4789-aa91-baf168d2602c service nova] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_rules [ 859.660835] env[66577]: INFO networking_nsxv3.common.synchronization [req-803d462d-c34d-4d84-b1dd-a6412ba4a7df req-acf2ee95-32f1-4789-aa91-baf168d2602c service nova] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 859.660990] env[66577]: INFO networking_nsxv3.common.synchronization [req-803d462d-c34d-4d84-b1dd-a6412ba4a7df req-acf2ee95-32f1-4789-aa91-baf168d2602c service nova] Enqueued Resource ID: f59ebd7d-aea1-4fb6-8321-abfb279792b2 with Priority: HIGHEST for action port [ 859.661755] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_rules [ 859.661994] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 859.661994] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f59ebd7d-aea1-4fb6-8321-abfb279792b2 with Priority: HIGHEST for action port [ 859.663087] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.663087] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.663087] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.663087] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.663313] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.664366] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.664366] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.664478] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-f59ebd7d-aea1-4fb6-8321-abfb279792b2 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.664553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f59ebd7d-aea1-4fb6-8321-abfb279792b2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.664553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f59ebd7d-aea1-4fb6-8321-abfb279792b2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.664732] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f59ebd7d-aea1-4fb6-8321-abfb279792b2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.664849] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f59ebd7d-aea1-4fb6-8321-abfb279792b2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.673036] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8067a836-6c1c-4793-b79c-be527bf6ca8b in Status: IN_PROGRESS for 2s [ 859.769228] env[66577]: INFO networking_nsxv3.common.synchronization [None req-9d998dbd-2bd8-4c9e-b3f4-01f11112c133 tempest-ServerRescueNegativeTestJSON-1641720168 tempest-ServerRescueNegativeTestJSON-1641720168-project-member] Enqueued Resource ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 with Priority: HIGHEST for action security_group_rules [ 859.769742] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 with Priority: HIGHEST for action security_group_rules [ 859.770107] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.770292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.139319] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.139707] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.139707] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.139866] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.139924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.140037] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 already deleted. [ 860.140136] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.140276] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.140436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.140520] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.173233] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.173233] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.173233] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f59ebd7d-aea1-4fb6-8321-abfb279792b2 with status ACTIVE [ 860.173233] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.173233] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.173233] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.173575] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.173575] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.173657] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.173788] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.173788] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.173936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.174017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.174213] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.174300] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.174355] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.174542] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.174607] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.174650] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f59ebd7d-aea1-4fb6-8321-abfb279792b2 is going to be updated. [ 860.201097] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.201097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.201097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.201097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.201097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.201097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f59ebd7d-aea1-4fb6-8321-abfb279792b2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.334494] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 241649b6-42c9-455d-9b55-4f08023fec68 in Status: SUCCESS [ 860.334687] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.334878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.335147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.335727] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.335727] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.335727] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.335930] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.335962] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.336083] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.336203] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('241649b6-42c9-455d-9b55-4f08023fec68',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.662687] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.662880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.662960] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.663300] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.663430] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.663536] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 already deleted. [ 860.664759] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.838822] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-241649b6-42c9-455d-9b55-4f08023fec68 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.838822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.838972] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.840149] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.840149] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.840149] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.840149] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.840149] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.840149] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.840926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.840926] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-241649b6-42c9-455d-9b55-4f08023fec68 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.840926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.840926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.840926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.841171] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.841171] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.841268] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.841543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.841543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.841703] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.841703] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('241649b6-42c9-455d-9b55-4f08023fec68',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.344700] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 241649b6-42c9-455d-9b55-4f08023fec68: rpc.has_security_group_logging(os_id): False [ 861.369491] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.369741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.369961] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.370082] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.370202] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.370459] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.371263] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.371373] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.371563] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.371656] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.371882] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.371989] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.372148] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.372521] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.372521] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.372777] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.372924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.373021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.373242] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.373420] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.373601] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 241649b6-42c9-455d-9b55-4f08023fec68 is going to be created. [ 861.464515] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.464705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.464771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.464950] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.465236] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.469062] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 861.469297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.469646] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.469883] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.470102] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.470231] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.470298] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.470986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.470986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.470986] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.483968] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 241649b6-42c9-455d-9b55-4f08023fec68 in Status: IN_PROGRESS for 2s [ 861.684915] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8067a836-6c1c-4793-b79c-be527bf6ca8b in Status: SUCCESS [ 861.685375] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8067a836-6c1c-4793-b79c-be527bf6ca8b deletion is rescheduled due to dependency. [ 861.685930] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.974407] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.484962] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.821333] env[66577]: INFO networking_nsxv3.common.synchronization [req-4942a9ad-c45e-4c83-8963-513a7c1c8345 req-2c56ba6e-a67d-40c3-80d8-3b4efc54f78e tempest-ServerAddressesNegativeTestJSON-1432244023 tempest-ServerAddressesNegativeTestJSON-1432244023-project-member] Enqueued Resource ID: ae35493a-92c9-43ed-9468-bd45f8a6e453 with Priority: HIGHEST for action security_group_members [ 862.821333] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae35493a-92c9-43ed-9468-bd45f8a6e453 with Priority: HIGHEST for action security_group_members [ 862.821333] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae35493a-92c9-43ed-9468-bd45f8a6e453 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.821333] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.821333] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.822980] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.823189] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.823329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.823396] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.823577] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.823662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.823761] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae35493a-92c9-43ed-9468-bd45f8a6e453',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.989765] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.989920] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.989990] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.990241] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.990331] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.990527] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 863.024549] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.024786] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.024903] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.025238] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.025467] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.037553] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 863.140799] env[66577]: INFO networking_nsxv3.common.synchronization [req-0cad9021-54a5-4f14-a9a8-c923c777f423 req-dfa7af77-ea40-45de-a7c6-7ab78082758d tempest-ImagesTestJSON-1308165066 tempest-ImagesTestJSON-1308165066-project-member] Enqueued Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 863.141442] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 863.144133] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.144865] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.144865] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.145319] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.146975] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.146975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.146975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.146975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.146975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.146975] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.326801] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.326995] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.327083] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.327366] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.327457] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.327667] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.327768] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.327831] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.328043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.328137] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.328261] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae35493a-92c9-43ed-9468-bd45f8a6e453 is going to be updated. [ 863.370699] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.370909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.370909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.372645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.372645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.381700] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae35493a-92c9-43ed-9468-bd45f8a6e453 in Status: IN_PROGRESS for 2s [ 863.498305] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 241649b6-42c9-455d-9b55-4f08023fec68 in Status: SUCCESS [ 863.498676] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.621818] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.621957] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-956" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.622024] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-956" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.622401] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-956" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.622696] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.623315] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.623315] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.623315] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.623479] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.623616] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.624137] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.624137] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.624137] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.624296] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.624296] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.625750] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.648355] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.648355] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.648355] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.648598] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-956" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.648839] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-8bc00a74-1cfe-42d6-a30b-3d6a66a0a00d taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.649134] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-8bc00a74-1cfe-42d6-a30b-3d6a66a0a00d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.649289] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-8bc00a74-1cfe-42d6-a30b-3d6a66a0a00d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.649635] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-8bc00a74-1cfe-42d6-a30b-3d6a66a0a00d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.649784] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bc00a74-1cfe-42d6-a30b-3d6a66a0a00d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.650813] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.650937] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.651015] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.651208] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.651294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.651476] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.651569] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.651628] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.651769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.651840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.651919] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e already deleted. [ 863.651995] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.155311] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.155541] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.155590] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.156992] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.156992] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.156992] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 8bc00a74-1cfe-42d6-a30b-3d6a66a0a00d not found, creating... [ 864.156992] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.156992] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.158265] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.158265] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.158265] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.158265] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.158469] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.158469] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.159320] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.159320] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.159320] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 8bc00a74-1cfe-42d6-a30b-3d6a66a0a00d is going to be created. [ 864.182914] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.183180] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.183278] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.183545] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.184370] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.184370] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-8bc00a74-1cfe-42d6-a30b-3d6a66a0a00d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.914873] env[66577]: INFO networking_nsxv3.common.synchronization [req-0cad9021-54a5-4f14-a9a8-c923c777f423 req-d5ffb82e-cdaa-4245-b0a3-4177d5c15f59 service nova] Enqueued Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_rules [ 864.915220] env[66577]: INFO networking_nsxv3.common.synchronization [req-0cad9021-54a5-4f14-a9a8-c923c777f423 req-d5ffb82e-cdaa-4245-b0a3-4177d5c15f59 service nova] Enqueued Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 864.915437] env[66577]: INFO networking_nsxv3.common.synchronization [req-0cad9021-54a5-4f14-a9a8-c923c777f423 req-d5ffb82e-cdaa-4245-b0a3-4177d5c15f59 service nova] Enqueued Resource ID: 8bc00a74-1cfe-42d6-a30b-3d6a66a0a00d with Priority: HIGHEST for action port [ 864.915967] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_rules [ 864.916179] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 864.916340] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc00a74-1cfe-42d6-a30b-3d6a66a0a00d with Priority: HIGHEST for action port [ 864.916492] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.916741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.916741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.916917] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.917160] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.918426] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.918549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.918615] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.918800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.920503] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.920503] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.920503] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.920503] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.920503] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.920503] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.920503] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bc00a74-1cfe-42d6-a30b-3d6a66a0a00d taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.920503] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bc00a74-1cfe-42d6-a30b-3d6a66a0a00d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.920503] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bc00a74-1cfe-42d6-a30b-3d6a66a0a00d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.921204] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bc00a74-1cfe-42d6-a30b-3d6a66a0a00d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.921204] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bc00a74-1cfe-42d6-a30b-3d6a66a0a00d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.050374] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 865.050374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.050374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.050374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.050374] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.050716] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.050716] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.050716] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.050716] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.050838] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.050838] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.394039] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae35493a-92c9-43ed-9468-bd45f8a6e453 in Status: SUCCESS [ 865.394757] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae35493a-92c9-43ed-9468-bd45f8a6e453 deletion is rescheduled due to dependency. [ 865.394757] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.426100] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.426100] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.426100] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.426100] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bc00a74-1cfe-42d6-a30b-3d6a66a0a00d with status ACTIVE [ 865.426100] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.426100] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.426100] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.426100] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.426100] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.426100] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.426100] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.426100] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.426100] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.426100] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.427146] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.428997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.428997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.428997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.429363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.429480] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bc00a74-1cfe-42d6-a30b-3d6a66a0a00d is going to be updated. [ 865.457180] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.457401] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.457401] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.457621] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.457758] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.457910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bc00a74-1cfe-42d6-a30b-3d6a66a0a00d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.554586] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.554817] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.554916] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.555197] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.555645] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.555645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.555645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.555778] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.555875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.555967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.556140] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.556232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.556295] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.556445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.556587] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.556679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.556785] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.556951] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.556951] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.557046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.557166] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.933414] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.060086] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba275e77-5a3f-42ea-b01c-bf042356d57e: rpc.has_security_group_logging(os_id): False [ 866.085425] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.085657] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.085790] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.086057] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.115755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.116072] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.116224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.116309] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.116565] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.116742] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.117333] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.117333] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.117333] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.117493] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.117605] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.117836] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.117939] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.118011] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.119049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.119049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.119049] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 866.196091] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.196091] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.196091] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.196091] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.196091] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.209774] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 866.439026] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.439026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.439026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.439026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.439026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.439026] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e is going to be created. [ 866.471119] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.471607] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.471607] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.471607] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.471747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.483729] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: UNINITIALIZED for 2s [ 867.032259] env[66577]: INFO networking_nsxv3.common.synchronization [None req-5e94b236-79d7-447b-bdd4-07454f713b08 None None] Enqueued Resource ID: 80b928a2-91ca-4e8a-87da-b6b3ad7b4f8d with Priority: HIGHEST for action port [ 867.032259] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b928a2-91ca-4e8a-87da-b6b3ad7b4f8d with Priority: HIGHEST for action port [ 867.033099] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-80b928a2-91ca-4e8a-87da-b6b3ad7b4f8d taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.033626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80b928a2-91ca-4e8a-87da-b6b3ad7b4f8d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.036933] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80b928a2-91ca-4e8a-87da-b6b3ad7b4f8d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.036933] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80b928a2-91ca-4e8a-87da-b6b3ad7b4f8d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.036933] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80b928a2-91ca-4e8a-87da-b6b3ad7b4f8d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.542327] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80b928a2-91ca-4e8a-87da-b6b3ad7b4f8d [ 867.542327] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.542508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.542508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.542685] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.542771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.543186] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80b928a2-91ca-4e8a-87da-b6b3ad7b4f8d already deleted. [ 867.543186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80b928a2-91ca-4e8a-87da-b6b3ad7b4f8d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.224631] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 868.224955] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.480924] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.480924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.480924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.480924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.480924] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.494710] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: SUCCESS [ 868.494710] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.495049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.495309] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.496606] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.496606] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.496606] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.496606] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.496606] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.500167] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.500167] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.983016] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.000937] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.001914] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.001914] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.001914] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.001914] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.001914] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.001914] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.001914] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.002240] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.002240] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.002240] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.002358] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.002358] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.002457] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.002588] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.002670] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.002724] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.002851] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.002918] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.002993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.003193] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.487555] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.505724] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf804a78-e142-46f8-ab91-b0bb37b5608e: rpc.has_security_group_logging(os_id): False [ 869.529591] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.530417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.530417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.530568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.530636] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.531170] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.531305] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.532257] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.532498] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.533298] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.533818] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.533963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.534136] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.534283] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.534392] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.534697] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.534808] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.534874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.535043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.535120] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.535210] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e is going to be created. [ 869.606242] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.606509] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.606593] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.606822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.607044] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.621105] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: IN_PROGRESS for 2s [ 869.806036] env[66577]: INFO networking_nsxv3.common.synchronization [None req-28923a5d-1c8e-4f2b-bf28-bdc4cc2a79ce None None] Enqueued Resource ID: 113f6d1d-b58f-4eb4-9744-98320c1946a8 with Priority: HIGHEST for action port [ 869.807201] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 113f6d1d-b58f-4eb4-9744-98320c1946a8 with Priority: HIGHEST for action port [ 869.807201] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-113f6d1d-b58f-4eb4-9744-98320c1946a8 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.807201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-113f6d1d-b58f-4eb4-9744-98320c1946a8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.807201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-113f6d1d-b58f-4eb4-9744-98320c1946a8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.807561] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-113f6d1d-b58f-4eb4-9744-98320c1946a8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.807561] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('113f6d1d-b58f-4eb4-9744-98320c1946a8',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.990224] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 869.990439] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 870.313239] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 113f6d1d-b58f-4eb4-9744-98320c1946a8 [ 870.313239] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.313239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.313239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.313239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.313239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.316866] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:113f6d1d-b58f-4eb4-9744-98320c1946a8 already deleted. [ 870.317060] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-113f6d1d-b58f-4eb4-9744-98320c1946a8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.920020] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.920020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.920020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.920020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.931150] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 870.934495] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.935446] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 870.965796] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.965796] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.965796] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.965796] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.970494] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.971306] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 870.971394] env[66577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 870.971463] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 871.011557] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.012459] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.012615] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.013099] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.013830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.014105] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 871.113767] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.113961] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.113961] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.114214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.114428] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.114660] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 871.204537] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.204758] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.204804] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.204989] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.205349] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.205478] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 871.205569] env[66577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'241649b6-42c9-455d-9b55-4f08023fec68', '2807f23c-e092-4ae3-87a2-b511fbaf804a', 'b83504d3-737b-4ccb-a6aa-f8af751678c9', '710c8001-af95-4500-937f-60d309ade8ff', 'a3cf231b-ed52-44ae-8392-b14702ef177e', '7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0', 'a7963e12-4e70-48c4-bfa1-d9653de2e4c2', 'a2e8be25-8521-4bdf-b0bb-fe26b3be72b6', '2c98742d-e53c-4e58-b0ac-6367bb735abc', 'e8598f61-3f79-4b7d-9663-b713118b9c40', 'ae35493a-92c9-43ed-9468-bd45f8a6e453', 'ba275e77-5a3f-42ea-b01c-bf042356d57e', '5a67f607-df3b-4091-9c6b-77b60d576487', '09ef8d85-d1c3-4091-8882-4679293f58fe', 'edc720dc-8f05-45ee-a2d0-03cd5a11a070', 'e4439173-5256-4faa-bef7-9d10631a1b31', '9a02b4bc-2c08-433a-8d49-25b78153d237', '10814156-2d14-4d9e-8e3e-1f2912721792', '9db26eb4-6d8c-445a-8172-193d18592416', '8067a836-6c1c-4793-b79c-be527bf6ca8b', 'bf804a78-e142-46f8-ab91-b0bb37b5608e', '0b9ce399-65f7-44f5-b1b5-df6e33bf22a9', '7f3b6498-0117-4f0c-bf7c-0d845a446689', 'b83c40f7-68d9-4416-ad91-42fed8d778d5', 'cf44676c-780c-4c08-954f-6cfeec230929', '1c51b493-96c3-4e5e-85d5-20eb8ffcc14a', 'a2c58e40-54a5-40bb-aa94-1919b7e2f666', '471af82a-7ff3-434b-adc3-74340dd3f508', 'd3c664c4-7fcc-49e5-adf3-8d36d8825b13', '8a9b62f1-5f35-4b00-af93-a0346a61e0ef', '1ec22806-11db-4781-bb28-cdbc24ff60e4', '1784fc89-0409-415b-905a-8cde14fab131', 'b54fd529-a9f5-4510-a094-a34048f8fc8e', '96805d36-0593-45c3-ab7f-d5f83ad02d46', 'c211bba1-9fab-4c7e-82b8-e5b70861b181'} {{(pid=66577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 871.205653] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 871.229219] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.229219] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.229219] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.229219] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.229436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.229577] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 871.229683] env[66577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 871.229786] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 871.290453] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.290993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.291097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.291282] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.295157] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.295157] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 871.295157] env[66577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 871.295157] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 871.295157] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 871.295157] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 871.295157] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 241649b6-42c9-455d-9b55-4f08023fec68 with Priority: HIGH for action security_group_rules [ 871.295157] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2807f23c-e092-4ae3-87a2-b511fbaf804a with Priority: HIGH for action security_group_rules [ 871.295157] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b83504d3-737b-4ccb-a6aa-f8af751678c9 with Priority: HIGH for action security_group_rules [ 871.295157] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 710c8001-af95-4500-937f-60d309ade8ff with Priority: HIGH for action security_group_rules [ 871.295157] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3cf231b-ed52-44ae-8392-b14702ef177e with Priority: HIGH for action security_group_rules [ 871.295157] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 with Priority: HIGH for action security_group_rules [ 871.295157] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 with Priority: HIGH for action security_group_rules [ 871.295157] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 with Priority: HIGH for action security_group_rules [ 871.295157] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c98742d-e53c-4e58-b0ac-6367bb735abc with Priority: HIGH for action security_group_rules [ 871.295157] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8598f61-3f79-4b7d-9663-b713118b9c40 with Priority: HIGH for action security_group_rules [ 871.295157] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae35493a-92c9-43ed-9468-bd45f8a6e453 with Priority: HIGH for action security_group_rules [ 871.295157] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGH for action security_group_rules [ 871.295157] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a67f607-df3b-4091-9c6b-77b60d576487 with Priority: HIGH for action security_group_rules [ 871.295157] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGH for action security_group_rules [ 871.295157] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edc720dc-8f05-45ee-a2d0-03cd5a11a070 with Priority: HIGH for action security_group_rules [ 871.295157] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGH for action security_group_rules [ 871.295157] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 with Priority: HIGH for action security_group_rules [ 871.295157] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10814156-2d14-4d9e-8e3e-1f2912721792 with Priority: HIGH for action security_group_rules [ 871.295157] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9db26eb4-6d8c-445a-8172-193d18592416 with Priority: HIGH for action security_group_rules [ 871.295157] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8067a836-6c1c-4793-b79c-be527bf6ca8b with Priority: HIGH for action security_group_rules [ 871.295157] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.634246] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: SUCCESS [ 871.634484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.461633] env[66577]: INFO networking_nsxv3.common.synchronization [req-6163b60d-5931-4bda-a3f2-677b56011f81 req-902a2392-b535-4803-8a23-7a1ea58de892 tempest-ServersTestJSON-1986641018 tempest-ServersTestJSON-1986641018-project-member] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 872.462236] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 872.462392] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241649b6-42c9-455d-9b55-4f08023fec68 with Priority: HIGH for action security_group_rules [ 872.462496] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b83504d3-737b-4ccb-a6aa-f8af751678c9 with Priority: HIGH for action security_group_rules [ 872.462595] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 with Priority: HIGH for action security_group_rules [ 872.462685] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edc720dc-8f05-45ee-a2d0-03cd5a11a070 with Priority: HIGH for action security_group_rules [ 872.462778] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8067a836-6c1c-4793-b79c-be527bf6ca8b with Priority: HIGH for action security_group_rules [ 872.462865] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db26eb4-6d8c-445a-8172-193d18592416 with Priority: HIGH for action security_group_rules [ 872.462954] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10814156-2d14-4d9e-8e3e-1f2912721792 with Priority: HIGH for action security_group_rules [ 872.463060] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 with Priority: HIGH for action security_group_rules [ 872.463148] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGH for action security_group_rules [ 872.463236] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGH for action security_group_rules [ 872.463321] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a67f607-df3b-4091-9c6b-77b60d576487 with Priority: HIGH for action security_group_rules [ 872.463407] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGH for action security_group_rules [ 872.463490] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae35493a-92c9-43ed-9468-bd45f8a6e453 with Priority: HIGH for action security_group_rules [ 872.463573] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8598f61-3f79-4b7d-9663-b713118b9c40 with Priority: HIGH for action security_group_rules [ 872.463657] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c98742d-e53c-4e58-b0ac-6367bb735abc with Priority: HIGH for action security_group_rules [ 872.463741] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 with Priority: HIGH for action security_group_rules [ 872.463837] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 with Priority: HIGH for action security_group_rules [ 872.463922] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cf231b-ed52-44ae-8392-b14702ef177e with Priority: HIGH for action security_group_rules [ 872.464015] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2807f23c-e092-4ae3-87a2-b511fbaf804a with Priority: HIGH for action security_group_rules [ 872.464115] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710c8001-af95-4500-937f-60d309ade8ff with Priority: HIGH for action security_group_rules [ 872.464390] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.464507] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.464571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.464755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.464907] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.465247] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.465247] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.465247] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.465445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.465445] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.618977] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-241649b6-42c9-455d-9b55-4f08023fec68 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.619198] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.619265] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.619518] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.619625] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('241649b6-42c9-455d-9b55-4f08023fec68',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.621232] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b83504d3-737b-4ccb-a6aa-f8af751678c9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.621368] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.621422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.621941] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.621941] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b83504d3-737b-4ccb-a6aa-f8af751678c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.623044] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7963e12-4e70-48c4-bfa1-d9653de2e4c2 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.623508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.623508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.623508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.623508] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.627168] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edc720dc-8f05-45ee-a2d0-03cd5a11a070 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.627168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.627168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.627168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.627168] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edc720dc-8f05-45ee-a2d0-03cd5a11a070',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.627168] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8067a836-6c1c-4793-b79c-be527bf6ca8b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.627168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.627168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.627168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.627168] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8067a836-6c1c-4793-b79c-be527bf6ca8b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.627922] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9db26eb4-6d8c-445a-8172-193d18592416 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.628045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.628079] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.628237] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.628296] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9db26eb4-6d8c-445a-8172-193d18592416',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.628981] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10814156-2d14-4d9e-8e3e-1f2912721792 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.629112] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.629176] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.629357] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.629398] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10814156-2d14-4d9e-8e3e-1f2912721792',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.631327] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a02b4bc-2c08-433a-8d49-25b78153d237 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.631462] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.631501] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.631650] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.631723] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a02b4bc-2c08-433a-8d49-25b78153d237',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.633789] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.634018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.635822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.635822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.635822] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.635822] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.635822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.635822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.635822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.636186] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.636186] env[66577]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 872.637234] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a67f607-df3b-4091-9c6b-77b60d576487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.637339] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.637443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.637559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.637656] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a67f607-df3b-4091-9c6b-77b60d576487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.638601] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.638722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.638759] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.638903] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.638972] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.639796] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae35493a-92c9-43ed-9468-bd45f8a6e453 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.639902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.639965] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.641034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.641112] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae35493a-92c9-43ed-9468-bd45f8a6e453',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.642406] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8598f61-3f79-4b7d-9663-b713118b9c40 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.642528] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.642581] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.642733] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.642801] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.643962] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c98742d-e53c-4e58-b0ac-6367bb735abc taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.644219] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.644219] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.644348] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.644348] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c98742d-e53c-4e58-b0ac-6367bb735abc',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.645601] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.645713] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.645781] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.645925] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.645993] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.647338] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.647338] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.647338] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.647518] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.647518] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2e8be25-8521-4bdf-b0bb-fe26b3be72b6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.648679] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3cf231b-ed52-44ae-8392-b14702ef177e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.648824] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.648890] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.648981] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.649103] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3cf231b-ed52-44ae-8392-b14702ef177e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.650356] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2807f23c-e092-4ae3-87a2-b511fbaf804a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.650450] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.650556] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.650774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.650888] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2807f23c-e092-4ae3-87a2-b511fbaf804a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.651813] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-710c8001-af95-4500-937f-60d309ade8ff taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.651921] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.652020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.652142] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.652216] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('710c8001-af95-4500-937f-60d309ade8ff',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.653465] env[66577]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 872.659748] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.685265] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.685265] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.685265] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.685524] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.687921] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.688105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.720464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.720535] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edc720dc-8f05-45ee-a2d0-03cd5a11a070 is going to be deleted. [ 872.722839] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.723094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.745333] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.745333] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9db26eb4-6d8c-445a-8172-193d18592416 is going to be deleted. [ 872.783917] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.784706] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.784706] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.784706] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.784706] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.784706] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edc720dc-8f05-45ee-a2d0-03cd5a11a070" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.799664] env[66577]: INFO networking_nsxv3.common.synchronization [req-900325d7-c2c2-4918-8313-4b934b4f5c9d req-24204908-b08e-4435-b35a-2828a346aa4f tempest-ServerAddressesTestJSON-327432136 tempest-ServerAddressesTestJSON-327432136-project-member] Enqueued Resource ID: 241649b6-42c9-455d-9b55-4f08023fec68 with Priority: HIGHEST for action security_group_members [ 872.800739] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.800739] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.800884] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.800973] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.801073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.801648] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9db26eb4-6d8c-445a-8172-193d18592416" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.801648] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241649b6-42c9-455d-9b55-4f08023fec68 with Priority: HIGHEST for action security_group_members [ 872.802521] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-241649b6-42c9-455d-9b55-4f08023fec68 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.802521] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.802521] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.802521] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.802521] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.802521] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.802806] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.802806] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.802806] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.802917] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('241649b6-42c9-455d-9b55-4f08023fec68',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.122788] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-241649b6-42c9-455d-9b55-4f08023fec68 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.122788] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.125164] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.125164] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.125164] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.125323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.125479] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.125591] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.125655] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.125807] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.125887] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.126293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.126293] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.146432] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.146636] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.146720] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.147760] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.165770] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.175361] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.175518] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.177334] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.177456] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b83504d3-737b-4ccb-a6aa-f8af751678c9 is going to be deleted. [ 873.178865] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.179112] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.180728] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.180866] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.180936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.181172] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.181384] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.181542] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.181619] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.181770] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.181851] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.181935] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.182152] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.195467] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8598f61-3f79-4b7d-9663-b713118b9c40 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.195691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.195691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.195895] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.196104] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.196209] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.196271] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.196427] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.196513] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.196597] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.196683] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.201011] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3cf231b-ed52-44ae-8392-b14702ef177e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.201140] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.201217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.201384] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.201535] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.201620] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.201682] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.201823] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.201910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.201992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.202093] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3cf231b-ed52-44ae-8392-b14702ef177e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.202920] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.203211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.203324] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.203488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.203634] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.203720] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.203779] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.204693] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.204922] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.205091] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.205181] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.207740] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a67f607-df3b-4091-9c6b-77b60d576487 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.207909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.207987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.208269] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.208455] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.208553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.208614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.208803] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.208869] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.208942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.209021] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a67f607-df3b-4091-9c6b-77b60d576487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.211407] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.211504] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.216941] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.217077] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.217884] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.217997] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8067a836-6c1c-4793-b79c-be527bf6ca8b is going to be deleted. [ 873.220923] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8598f61-3f79-4b7d-9663-b713118b9c40 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.221059] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.221125] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.221334] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.221495] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.221601] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.221688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.221859] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.221940] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.222360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.222360] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8598f61-3f79-4b7d-9663-b713118b9c40 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.222360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.222360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.222533] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.222644] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.222738] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.222850] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.222993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.223084] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.223162] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.223249] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.227075] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.227299] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.258924] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.259058] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.259928] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.260045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.260741] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.260834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.263053] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.263151] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.267384] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.267384] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.270622] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.270754] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.271809] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.271932] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.272654] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.272753] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.277917] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.278040] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2e8be25-8521-4bdf-b0bb-fe26b3be72b6 is going to be deleted. [ 873.280389] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.280389] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.306180] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.306329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.313374] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.313523] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.315426] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.315606] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c98742d-e53c-4e58-b0ac-6367bb735abc is going to be deleted. [ 873.316740] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.316967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.363841] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.363841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.364902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.364902] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae35493a-92c9-43ed-9468-bd45f8a6e453 is going to be deleted. [ 873.365927] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.366154] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.420191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.420191] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2807f23c-e092-4ae3-87a2-b511fbaf804a is going to be deleted. [ 873.420572] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.420698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.425440] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.425557] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.461661] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.462083] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10814156-2d14-4d9e-8e3e-1f2912721792 is going to be deleted. [ 873.463219] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.463517] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.482772] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.482956] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.515743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.515916] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a02b4bc-2c08-433a-8d49-25b78153d237 is going to be deleted. [ 873.516966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.517322] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.517426] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.517549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b83504d3-737b-4ccb-a6aa-f8af751678c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.518853] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.518989] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.519071] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.519250] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.519409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.519465] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2807f23c-e092-4ae3-87a2-b511fbaf804a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.519615] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.519795] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.584314] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.584570] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 710c8001-af95-4500-937f-60d309ade8ff is going to be deleted. [ 873.585758] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.585982] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.588407] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.588519] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.628230] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.634468] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.634744] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.634859] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.634922] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.635156] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.635263] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.635319] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 241649b6-42c9-455d-9b55-4f08023fec68 is going to be updated. [ 873.636658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.636865] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.636954] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.637094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8067a836-6c1c-4793-b79c-be527bf6ca8b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.637956] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.638224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.638432] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.638432] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2e8be25-8521-4bdf-b0bb-fe26b3be72b6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.638983] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.639218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.639314] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.639399] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c98742d-e53c-4e58-b0ac-6367bb735abc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.639931] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.640129] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.640186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.640378] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae35493a-92c9-43ed-9468-bd45f8a6e453" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.640438] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.640590] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.655527] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.655676] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.668898] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.669034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.669090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.669312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.669389] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.669509] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 873.681560] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.681764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.684541] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.684750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.684915] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.685351] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.685472] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.685636] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.685742] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.686022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.686160] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.686299] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.686520] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.686647] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.686741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.686985] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.687292] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.687369] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.687408] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.687608] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.687723] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.687841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.687962] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.707866] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.708038] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0 is going to be deleted. [ 873.709114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.709362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.709454] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.709552] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10814156-2d14-4d9e-8e3e-1f2912721792" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.709701] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.709859] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.709947] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.710117] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a02b4bc-2c08-433a-8d49-25b78153d237" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.710653] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.710820] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.710891] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.710997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-710c8001-af95-4500-937f-60d309ade8ff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.720043] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3cf231b-ed52-44ae-8392-b14702ef177e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.721116] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.721245] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.721329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.721536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.721716] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.721830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.721894] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.722120] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.722186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.722295] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.722421] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.722507] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.722587] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.722726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.722876] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.722969] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.723060] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.723205] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.723294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.723519] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.723519] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.725857] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a67f607-df3b-4091-9c6b-77b60d576487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.733858] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8598f61-3f79-4b7d-9663-b713118b9c40: rpc.has_security_group_logging(os_id): False [ 873.739266] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.739466] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.739541] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.740151] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.740151] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.743488] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.743634] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.743721] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.743905] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.744191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.755688] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 241649b6-42c9-455d-9b55-4f08023fec68 in Status: IN_PROGRESS for 2s [ 873.758220] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 873.778029] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.778029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.778029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.778029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.805455] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.805682] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.805974] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.805974] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.806135] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.806189] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.806414] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.806515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.806587] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.806809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.806891] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.807127] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.807336] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.807422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.807570] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.807643] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.807727] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8598f61-3f79-4b7d-9663-b713118b9c40 is going to be updated. [ 873.857779] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.858025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.858125] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.858403] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.858543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.858723] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d9386d1-0d50-4fa6-a21c-8d8851f6c2b0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.909797] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.910042] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.910042] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.910313] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.910410] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.939341] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8598f61-3f79-4b7d-9663-b713118b9c40 in Status: IN_PROGRESS for 2s [ 873.966197] env[66577]: INFO networking_nsxv3.common.synchronization [req-22024a6d-8be5-485a-8032-cda24921401c req-a793d060-5efa-480c-850a-97d90731abea tempest-AttachInterfacesUnderV243Test-1848768180 tempest-AttachInterfacesUnderV243Test-1848768180-project-member] Enqueued Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_members [ 873.966817] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_members [ 873.967414] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ad17886-d926-41de-abdb-ecb9d74ad410 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.967414] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.967414] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.968114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.968114] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.968114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.968114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.968114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.968424] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.968424] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.130909] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7963e12-4e70-48c4-bfa1-d9653de2e4c2: rpc.has_security_group_logging(os_id): False [ 874.152757] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.153060] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.153194] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.153494] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.174173] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.174457] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.174587] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.174656] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.174878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.174968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.175071] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 is going to be updated. [ 874.190899] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e4439173-5256-4faa-bef7-9d10631a1b31: rpc.has_security_group_logging(os_id): False [ 874.215849] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.215849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.215849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.216132] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.226029] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3cf231b-ed52-44ae-8392-b14702ef177e: rpc.has_security_group_logging(os_id): False [ 874.226694] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09ef8d85-d1c3-4091-8882-4679293f58fe: rpc.has_security_group_logging(os_id): False [ 874.230665] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a67f607-df3b-4091-9c6b-77b60d576487: rpc.has_security_group_logging(os_id): False [ 874.247209] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.247209] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.247466] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.247576] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.250573] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.250763] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.250903] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.250952] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.251259] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.251259] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.251426] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.251530] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.251600] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.251779] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.251779] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.251942] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.252099] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.252099] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.252212] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.252272] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.252360] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4439173-5256-4faa-bef7-9d10631a1b31 is going to be updated. [ 874.253563] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.253723] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.255908] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.256036] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.257100] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.257100] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.278828] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.279662] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.279785] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.279850] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.280167] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.280248] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.280356] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3cf231b-ed52-44ae-8392-b14702ef177e is going to be updated. [ 874.281453] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.281632] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.331732] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.332107] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.332322] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.332419] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.332728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.332840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.333170] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.333369] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.333491] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.333751] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.333874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.334205] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.334323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.334418] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.334641] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.334773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.334909] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe is going to be updated. [ 874.336737] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.336987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.369318] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.369529] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-874" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.370123] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-874" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.370123] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-874" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.370328] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.370574] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.370656] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.370842] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.370995] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.371249] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.371357] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.371501] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.371587] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.371700] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.371802] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.372053] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.379277] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.379736] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.379895] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.379990] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.380184] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.380296] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.380464] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a67f607-df3b-4091-9c6b-77b60d576487 is going to be updated. [ 874.381712] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.381921] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.382091] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.402376] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 in Status: IN_PROGRESS for 2s [ 874.410458] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.410634] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.410772] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.410958] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-874" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.411304] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-261783d5-9e1f-42fa-9385-23c69ea796f1 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.411486] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-261783d5-9e1f-42fa-9385-23c69ea796f1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.411603] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-261783d5-9e1f-42fa-9385-23c69ea796f1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.412646] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-261783d5-9e1f-42fa-9385-23c69ea796f1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.412646] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('261783d5-9e1f-42fa-9385-23c69ea796f1',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.416567] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.416839] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.417306] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.417535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.417683] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.428339] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.428497] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.428539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.428750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.428895] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.433928] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3cf231b-ed52-44ae-8392-b14702ef177e in Status: IN_PROGRESS for 2s [ 874.443812] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: IN_PROGRESS for 2s [ 874.471180] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.471466] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.471466] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.471622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.471727] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.472853] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.472853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.472853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.472853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.472853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.472853] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 already deleted. [ 874.472853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.487015] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.487015] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.487015] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.487015] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.487015] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.491291] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.491505] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.491505] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.491696] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.492784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.507812] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a67f607-df3b-4091-9c6b-77b60d576487 in Status: IN_PROGRESS for 2s [ 874.508060] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: IN_PROGRESS for 2s [ 874.915725] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.916010] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.916092] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.916379] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.916526] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.916680] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 261783d5-9e1f-42fa-9385-23c69ea796f1 not found, creating... [ 874.916940] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.917285] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.917285] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.917492] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.917620] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.917926] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.918160] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.918220] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.918453] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.918603] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.918740] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 261783d5-9e1f-42fa-9385-23c69ea796f1 is going to be created. [ 874.945801] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.946029] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.946159] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.946431] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.946650] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.946871] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-261783d5-9e1f-42fa-9385-23c69ea796f1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.630572] env[66577]: INFO networking_nsxv3.common.synchronization [req-22024a6d-8be5-485a-8032-cda24921401c req-97c05c99-9833-4a75-9390-60b604b3fe90 service nova] Enqueued Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_rules [ 875.630818] env[66577]: INFO networking_nsxv3.common.synchronization [req-22024a6d-8be5-485a-8032-cda24921401c req-97c05c99-9833-4a75-9390-60b604b3fe90 service nova] Enqueued Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_members [ 875.631149] env[66577]: INFO networking_nsxv3.common.synchronization [req-22024a6d-8be5-485a-8032-cda24921401c req-97c05c99-9833-4a75-9390-60b604b3fe90 service nova] Enqueued Resource ID: 261783d5-9e1f-42fa-9385-23c69ea796f1 with Priority: HIGHEST for action port [ 875.632429] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_rules [ 875.632606] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_members [ 875.632734] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261783d5-9e1f-42fa-9385-23c69ea796f1 with Priority: HIGHEST for action port [ 875.634131] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ad17886-d926-41de-abdb-ecb9d74ad410 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.634277] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.634378] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.637018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.637018] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.637018] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ad17886-d926-41de-abdb-ecb9d74ad410 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.637018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.637018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.637018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.637018] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.637018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.637018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.637018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.637018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.637018] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.639213] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-261783d5-9e1f-42fa-9385-23c69ea796f1 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.639390] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-261783d5-9e1f-42fa-9385-23c69ea796f1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.639465] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-261783d5-9e1f-42fa-9385-23c69ea796f1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.639642] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-261783d5-9e1f-42fa-9385-23c69ea796f1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.639763] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('261783d5-9e1f-42fa-9385-23c69ea796f1',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.767241] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 241649b6-42c9-455d-9b55-4f08023fec68 in Status: SUCCESS [ 875.767475] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 241649b6-42c9-455d-9b55-4f08023fec68 deletion is rescheduled due to dependency. [ 875.767672] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.767726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.767911] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.768119] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.768258] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.768330] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.768492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.768565] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.768639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.768729] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('241649b6-42c9-455d-9b55-4f08023fec68',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.770949] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 875.770949] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.770949] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.771146] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.771186] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.771296] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.771355] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.771460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.771530] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.771613] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.771698] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.881402] env[66577]: INFO networking_nsxv3.common.synchronization [req-b5d93a6a-0246-4119-b410-7e879422e254 req-aefa9270-d28d-4663-ba49-2b584eba7a45 tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 5a67f607-df3b-4091-9c6b-77b60d576487 with Priority: HIGHEST for action security_group_members [ 875.881402] env[66577]: INFO networking_nsxv3.common.synchronization [req-b5d93a6a-0246-4119-b410-7e879422e254 req-aefa9270-d28d-4663-ba49-2b584eba7a45 tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 with Priority: HIGHEST for action security_group_members [ 875.881402] env[66577]: INFO networking_nsxv3.common.synchronization [req-b5d93a6a-0246-4119-b410-7e879422e254 req-aefa9270-d28d-4663-ba49-2b584eba7a45 tempest-SecurityGroupsTestJSON-1806004166 tempest-SecurityGroupsTestJSON-1806004166-project-member] Enqueued Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 875.881910] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a67f607-df3b-4091-9c6b-77b60d576487 with Priority: HIGHEST for action security_group_members [ 875.882050] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 with Priority: HIGHEST for action security_group_members [ 875.882157] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGHEST for action security_group_members [ 875.882446] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a67f607-df3b-4091-9c6b-77b60d576487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.882586] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.882586] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.882780] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.882923] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.883040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.883119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.883273] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.883360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.883451] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a67f607-df3b-4091-9c6b-77b60d576487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.884280] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.884424] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.884424] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.884593] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.884734] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.884825] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.884884] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.885038] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.885113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.885197] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.885895] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.886015] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.886092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.886221] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.886356] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.886446] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.886504] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.886631] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.886704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.886782] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.955163] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8598f61-3f79-4b7d-9663-b713118b9c40 in Status: SUCCESS [ 875.955630] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.146218] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.146218] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ad17886-d926-41de-abdb-ecb9d74ad410 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.146218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.146218] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 261783d5-9e1f-42fa-9385-23c69ea796f1 with status ACTIVE [ 876.146218] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.146218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.146218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.146218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.146218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.146218] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.146218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.146218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.146218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.146218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.147273] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.147273] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.147273] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.147273] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.147273] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.147273] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 261783d5-9e1f-42fa-9385-23c69ea796f1 is going to be updated. [ 876.177568] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.177568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.177568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.177568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.177568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.177568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-261783d5-9e1f-42fa-9385-23c69ea796f1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.273765] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-241649b6-42c9-455d-9b55-4f08023fec68 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.274016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.274195] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.274484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.274755] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.274948] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.275070] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.275313] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.275451] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.275583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.275781] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-241649b6-42c9-455d-9b55-4f08023fec68 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.275946] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.276060] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.276407] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.276407] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.276538] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.276635] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.276814] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.276933] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.277061] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.277215] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('241649b6-42c9-455d-9b55-4f08023fec68',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.278996] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.279230] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.279371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.279625] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.280806] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.280806] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.280806] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.281093] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.281216] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.281316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.281556] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.281760] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.281966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.282327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.282582] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.282768] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.282889] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.283138] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.283329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.283485] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.283650] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.389249] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.389734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.389809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.390026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.390614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.391127] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.391127] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.391127] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.391312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.391312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.391389] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a67f607-df3b-4091-9c6b-77b60d576487 is going to be updated. [ 876.393134] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.393134] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.393330] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.393381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.393419] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.393593] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.393702] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.393761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.394115] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.394115] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.394115] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 is going to be updated. [ 876.395126] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.395234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.395297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.395450] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.395527] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.395690] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.395782] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.395841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.395980] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.396066] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.396150] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe is going to be updated. [ 876.428785] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 in Status: SUCCESS [ 876.429130] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.434737] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.435841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.435923] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.436217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.436369] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.443650] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.443792] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.443854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.444082] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.444216] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.448960] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.448960] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.448960] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.448960] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.448960] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.472455] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a67f607-df3b-4091-9c6b-77b60d576487 in Status: IN_PROGRESS for 2s [ 876.474522] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: IN_PROGRESS for 2s [ 876.477415] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 in Status: IN_PROGRESS for 2s [ 876.479599] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3cf231b-ed52-44ae-8392-b14702ef177e in Status: SUCCESS [ 876.480494] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.493306] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: SUCCESS [ 876.493306] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.530171] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a67f607-df3b-4091-9c6b-77b60d576487 in Status: SUCCESS [ 876.530381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.531966] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: SUCCESS [ 876.532137] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.650397] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.785994] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 241649b6-42c9-455d-9b55-4f08023fec68: rpc.has_security_group_logging(os_id): False [ 876.787216] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba275e77-5a3f-42ea-b01c-bf042356d57e: rpc.has_security_group_logging(os_id): False [ 876.806818] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.807044] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.807044] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.807357] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.811732] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.811732] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.836721] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.836911] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.837577] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.837577] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.837577] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.838355] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.841352] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.841495] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.841568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.841771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.842234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.842234] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.842234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.842234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.842552] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.842552] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.842552] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 876.844263] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.845032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.845032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.845032] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.845296] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.845398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.845596] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.845767] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.846020] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.846225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.846321] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.846556] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.846655] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.847092] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.847092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.847092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.847320] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.847415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.848063] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 241649b6-42c9-455d-9b55-4f08023fec68 is going to be updated. [ 876.919168] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.919408] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.919408] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.919685] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.919831] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.923894] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.924054] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.924098] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.924300] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.924439] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.941662] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 876.942384] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 241649b6-42c9-455d-9b55-4f08023fec68 in Status: IN_PROGRESS for 2s [ 877.158906] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.162022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.162022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.162022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.162022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.162022] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 is going to be created. [ 877.188300] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.188300] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.188300] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.188300] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.188583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.199956] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 in Status: UNINITIALIZED for 2s [ 878.486347] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 in Status: SUCCESS [ 878.486589] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 deletion is rescheduled due to dependency. [ 878.486647] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.487408] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a67f607-df3b-4091-9c6b-77b60d576487 in Status: SUCCESS [ 878.487759] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a67f607-df3b-4091-9c6b-77b60d576487 deletion is rescheduled due to dependency. [ 878.487759] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.488330] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09ef8d85-d1c3-4091-8882-4679293f58fe in Status: SUCCESS [ 878.488907] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe deletion is rescheduled due to dependency. [ 878.488907] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.841536] env[66577]: INFO networking_nsxv3.common.synchronization [req-90c1716f-9f92-4549-a567-155278e941cc req-668b7339-08b4-49b2-9bf4-1d5edc49abe4 tempest-AttachInterfacesV270Test-50712390 tempest-AttachInterfacesV270Test-50712390-project-member] Enqueued Resource ID: 64303e1f-9e7a-4528-a64d-0ac42c916cf7 with Priority: HIGHEST for action security_group_members [ 878.842262] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64303e1f-9e7a-4528-a64d-0ac42c916cf7 with Priority: HIGHEST for action security_group_members [ 878.842677] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-64303e1f-9e7a-4528-a64d-0ac42c916cf7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.842843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.842941] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.843315] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.845720] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.845720] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.845720] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.845720] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.845720] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.845720] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64303e1f-9e7a-4528-a64d-0ac42c916cf7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.961156] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 241649b6-42c9-455d-9b55-4f08023fec68 in Status: SUCCESS [ 878.961156] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.961568] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 878.961732] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.206393] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.206578] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-400" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.206698] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-400" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.207122] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-400" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.207401] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.207573] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.207690] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.207925] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.208094] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.208325] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.208441] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.208554] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.208665] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.208772] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.208875] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.209042] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.210703] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 in Status: SUCCESS [ 879.210894] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.211376] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.211550] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.211706] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.211807] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.211868] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.212009] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.212093] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.212173] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.212261] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.230184] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.230332] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.230464] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.230637] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-400" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.230936] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-667d953a-2dd3-4bda-a507-c97b69133852 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.231118] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-667d953a-2dd3-4bda-a507-c97b69133852" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.231237] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-667d953a-2dd3-4bda-a507-c97b69133852" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.231553] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-667d953a-2dd3-4bda-a507-c97b69133852" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.231689] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('667d953a-2dd3-4bda-a507-c97b69133852',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.347463] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.347634] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.347704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.347931] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.348039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.348244] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.348343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.348411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.348624] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.348795] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.348841] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64303e1f-9e7a-4528-a64d-0ac42c916cf7 already deleted. [ 879.348951] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.714704] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.734139] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.734417] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.734690] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.734981] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.735539] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.735718] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 667d953a-2dd3-4bda-a507-c97b69133852 not found, creating... [ 879.736054] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.736225] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.736342] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.736578] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.736714] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.737034] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.737237] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.737398] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.738104] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.738104] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.738104] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 667d953a-2dd3-4bda-a507-c97b69133852 is going to be created. [ 879.758509] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.758829] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.759039] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.759393] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.759699] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.760000] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-667d953a-2dd3-4bda-a507-c97b69133852" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.016956] env[66577]: INFO networking_nsxv3.common.synchronization [None req-2698701b-31fb-48b3-b342-cbc915628426 None None] Enqueued Resource ID: 8bbb8971-726e-4ed2-8d90-f683488bbb10 with Priority: HIGHEST for action port [ 880.017592] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bbb8971-726e-4ed2-8d90-f683488bbb10 with Priority: HIGHEST for action port [ 880.017958] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bbb8971-726e-4ed2-8d90-f683488bbb10 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.018261] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bbb8971-726e-4ed2-8d90-f683488bbb10" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.018261] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bbb8971-726e-4ed2-8d90-f683488bbb10" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.018543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bbb8971-726e-4ed2-8d90-f683488bbb10" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.018608] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bbb8971-726e-4ed2-8d90-f683488bbb10',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.216787] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ad17886-d926-41de-abdb-ecb9d74ad410: rpc.has_security_group_logging(os_id): False [ 880.234844] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.234988] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.235066] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.235306] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.235397] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.235642] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.235742] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.235800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.235962] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.236051] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.236138] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 is going to be created. [ 880.296425] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.296807] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.296807] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.296905] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.297738] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.307267] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 in Status: IN_PROGRESS for 2s [ 880.511528] env[66577]: INFO networking_nsxv3.common.synchronization [req-90c1716f-9f92-4549-a567-155278e941cc req-8851f6eb-d388-46d5-aca8-5e69d6755f8b service nova] Enqueued Resource ID: 64303e1f-9e7a-4528-a64d-0ac42c916cf7 with Priority: HIGHEST for action security_group_rules [ 880.511704] env[66577]: INFO networking_nsxv3.common.synchronization [req-90c1716f-9f92-4549-a567-155278e941cc req-8851f6eb-d388-46d5-aca8-5e69d6755f8b service nova] Enqueued Resource ID: 64303e1f-9e7a-4528-a64d-0ac42c916cf7 with Priority: HIGHEST for action security_group_members [ 880.511841] env[66577]: INFO networking_nsxv3.common.synchronization [req-90c1716f-9f92-4549-a567-155278e941cc req-8851f6eb-d388-46d5-aca8-5e69d6755f8b service nova] Enqueued Resource ID: 667d953a-2dd3-4bda-a507-c97b69133852 with Priority: HIGHEST for action port [ 880.513174] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64303e1f-9e7a-4528-a64d-0ac42c916cf7 with Priority: HIGHEST for action security_group_rules [ 880.513174] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64303e1f-9e7a-4528-a64d-0ac42c916cf7 with Priority: HIGHEST for action security_group_members [ 880.513174] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667d953a-2dd3-4bda-a507-c97b69133852 with Priority: HIGHEST for action port [ 880.513174] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64303e1f-9e7a-4528-a64d-0ac42c916cf7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.513174] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.513174] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.513644] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.513644] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64303e1f-9e7a-4528-a64d-0ac42c916cf7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.514272] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-64303e1f-9e7a-4528-a64d-0ac42c916cf7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.514344] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.514382] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.515451] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.515451] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.515451] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.515451] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.515451] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.515451] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.515451] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64303e1f-9e7a-4528-a64d-0ac42c916cf7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.515924] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-667d953a-2dd3-4bda-a507-c97b69133852 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.520070] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-667d953a-2dd3-4bda-a507-c97b69133852" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.520070] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-667d953a-2dd3-4bda-a507-c97b69133852" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.520070] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-667d953a-2dd3-4bda-a507-c97b69133852" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.520070] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('667d953a-2dd3-4bda-a507-c97b69133852',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.527543] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64303e1f-9e7a-4528-a64d-0ac42c916cf7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.528578] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bbb8971-726e-4ed2-8d90-f683488bbb10 [ 880.528775] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.528888] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.528949] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.529161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.529253] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.529347] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bbb8971-726e-4ed2-8d90-f683488bbb10 already deleted. [ 880.529426] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bbb8971-726e-4ed2-8d90-f683488bbb10" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.028202] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-64303e1f-9e7a-4528-a64d-0ac42c916cf7 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.028202] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.030702] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64303e1f-9e7a-4528-a64d-0ac42c916cf7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.031915] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 667d953a-2dd3-4bda-a507-c97b69133852 with status ACTIVE [ 881.032020] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.032131] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.032195] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.033383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.033570] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.033713] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.033781] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.033852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.034026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.035691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.035691] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.035691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.035691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.035691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.035691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.035691] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 667d953a-2dd3-4bda-a507-c97b69133852 is going to be updated. [ 881.059045] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.059045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.059045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.059045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.059045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.059045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-667d953a-2dd3-4bda-a507-c97b69133852" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.537501] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.538527] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.538527] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.538792] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.538792] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.538991] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64303e1f-9e7a-4528-a64d-0ac42c916cf7 is going to be created. [ 881.568549] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.568549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.568549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.568801] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.568905] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.580668] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64303e1f-9e7a-4528-a64d-0ac42c916cf7 in Status: UNINITIALIZED for 2s [ 882.322773] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 in Status: SUCCESS [ 882.323120] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.707648] env[66577]: INFO networking_nsxv3.common.synchronization [None req-45959fc1-aee8-4dd6-b775-a70407539cec None None] Enqueued Resource ID: c62b786c-eb62-4fde-b13d-0062fa9b0273 with Priority: HIGHEST for action port [ 882.708289] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62b786c-eb62-4fde-b13d-0062fa9b0273 with Priority: HIGHEST for action port [ 882.708605] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c62b786c-eb62-4fde-b13d-0062fa9b0273 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.708732] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c62b786c-eb62-4fde-b13d-0062fa9b0273" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.708798] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c62b786c-eb62-4fde-b13d-0062fa9b0273" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.709566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c62b786c-eb62-4fde-b13d-0062fa9b0273" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.709658] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c62b786c-eb62-4fde-b13d-0062fa9b0273',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.744218] env[66577]: INFO networking_nsxv3.common.synchronization [req-5f35ec7d-b073-4d0f-af07-f012dac84ad6 req-175f6d44-fa10-4d48-9561-5399a2e2e0cb tempest-ListImageFiltersTestJSON-82373635 tempest-ListImageFiltersTestJSON-82373635-project-member] Enqueued Resource ID: c1cb8fd4-1963-4132-b293-f92846f43b67 with Priority: HIGHEST for action security_group_members [ 882.745623] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1cb8fd4-1963-4132-b293-f92846f43b67 with Priority: HIGHEST for action security_group_members [ 882.746016] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1cb8fd4-1963-4132-b293-f92846f43b67 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.746152] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.746221] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.746508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.746682] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.746919] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.747457] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.747457] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.747457] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.747457] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1cb8fd4-1963-4132-b293-f92846f43b67',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.094536] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.094536] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.094536] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.094762] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.094936] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.095154] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.095278] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.095509] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.095702] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.096017] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.096183] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.096294] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.096402] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.096513] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.096613] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.096740] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.118799] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.119062] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.119144] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.119326] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.119603] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-96283457-3dbd-4f31-8503-69793547ab23 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.119773] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-96283457-3dbd-4f31-8503-69793547ab23" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.119889] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-96283457-3dbd-4f31-8503-69793547ab23" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.120233] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-96283457-3dbd-4f31-8503-69793547ab23" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.120370] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96283457-3dbd-4f31-8503-69793547ab23',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.212704] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c62b786c-eb62-4fde-b13d-0062fa9b0273 [ 883.212704] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.212902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.212902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.213121] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.213176] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.213267] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c62b786c-eb62-4fde-b13d-0062fa9b0273 already deleted. [ 883.213439] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c62b786c-eb62-4fde-b13d-0062fa9b0273" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.250173] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.250374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.250525] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.250699] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.250790] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.251011] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.252026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.252026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.252026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.252026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.252026] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1cb8fd4-1963-4132-b293-f92846f43b67 already deleted. [ 883.252026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.595541] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64303e1f-9e7a-4528-a64d-0ac42c916cf7 in Status: SUCCESS [ 883.595541] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.595541] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.595913] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.595913] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.596018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.596056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.596319] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.596319] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.596410] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.596444] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64303e1f-9e7a-4528-a64d-0ac42c916cf7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.622572] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.622866] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.623015] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.623295] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.623457] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.623678] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 96283457-3dbd-4f31-8503-69793547ab23 not found, creating... [ 883.623989] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.624213] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.624358] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.624588] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.624745] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.625239] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.625239] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.625423] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.625567] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.625718] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.625860] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 96283457-3dbd-4f31-8503-69793547ab23 is going to be created. [ 883.646088] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.646301] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.646424] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.646700] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.646926] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.647163] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-96283457-3dbd-4f31-8503-69793547ab23" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.099302] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-64303e1f-9e7a-4528-a64d-0ac42c916cf7 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.099476] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.099638] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.099983] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.100323] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.101094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.101176] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.101317] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.101414] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.101508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.101672] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-64303e1f-9e7a-4528-a64d-0ac42c916cf7 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.101771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.101831] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.101983] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.102145] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.102241] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.102301] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.102429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.102507] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.102589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.102677] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64303e1f-9e7a-4528-a64d-0ac42c916cf7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.427738] env[66577]: INFO networking_nsxv3.common.synchronization [req-5f35ec7d-b073-4d0f-af07-f012dac84ad6 req-f9bbb472-89f3-49fb-bde4-d669eab00230 service nova] Enqueued Resource ID: c1cb8fd4-1963-4132-b293-f92846f43b67 with Priority: HIGHEST for action security_group_rules [ 884.429306] env[66577]: INFO networking_nsxv3.common.synchronization [req-5f35ec7d-b073-4d0f-af07-f012dac84ad6 req-f9bbb472-89f3-49fb-bde4-d669eab00230 service nova] Enqueued Resource ID: c1cb8fd4-1963-4132-b293-f92846f43b67 with Priority: HIGHEST for action security_group_members [ 884.429672] env[66577]: INFO networking_nsxv3.common.synchronization [req-5f35ec7d-b073-4d0f-af07-f012dac84ad6 req-f9bbb472-89f3-49fb-bde4-d669eab00230 service nova] Enqueued Resource ID: 96283457-3dbd-4f31-8503-69793547ab23 with Priority: HIGHEST for action port [ 884.430331] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1cb8fd4-1963-4132-b293-f92846f43b67 with Priority: HIGHEST for action security_group_rules [ 884.430733] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1cb8fd4-1963-4132-b293-f92846f43b67 with Priority: HIGHEST for action security_group_members [ 884.430733] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96283457-3dbd-4f31-8503-69793547ab23 with Priority: HIGHEST for action port [ 884.431248] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1cb8fd4-1963-4132-b293-f92846f43b67 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.431248] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.431686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.431784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.431784] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1cb8fd4-1963-4132-b293-f92846f43b67',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.433631] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1cb8fd4-1963-4132-b293-f92846f43b67 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.433631] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.433631] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.433886] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.435145] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.435145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.435145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.435145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.435145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.435145] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1cb8fd4-1963-4132-b293-f92846f43b67',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.437895] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-96283457-3dbd-4f31-8503-69793547ab23 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.437975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96283457-3dbd-4f31-8503-69793547ab23" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.438035] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96283457-3dbd-4f31-8503-69793547ab23" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.438202] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96283457-3dbd-4f31-8503-69793547ab23" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.438317] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96283457-3dbd-4f31-8503-69793547ab23',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.606098] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64303e1f-9e7a-4528-a64d-0ac42c916cf7: rpc.has_security_group_logging(os_id): False [ 884.628991] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.629150] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.629220] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.629567] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.629567] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.629726] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.629883] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.629883] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.630153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.630153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.630255] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.630324] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.630437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.630486] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.630557] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.630733] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.630821] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.630879] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.631188] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.631345] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.631437] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64303e1f-9e7a-4528-a64d-0ac42c916cf7 is going to be created. [ 884.690629] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.690629] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.690629] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.690905] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.690944] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.702343] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64303e1f-9e7a-4528-a64d-0ac42c916cf7 in Status: IN_PROGRESS for 2s [ 884.899981] env[66577]: INFO networking_nsxv3.common.synchronization [req-8bc1c37b-d011-4f44-8437-beb422c8251f req-fe290785-de34-4611-b0d5-32abb1c75f68 tempest-ListImageFiltersTestJSON-82373635 tempest-ListImageFiltersTestJSON-82373635-project-member] Enqueued Resource ID: c1cb8fd4-1963-4132-b293-f92846f43b67 with Priority: HIGHEST for action security_group_members [ 884.900752] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1cb8fd4-1963-4132-b293-f92846f43b67 with Priority: HIGHEST for action security_group_members [ 884.900903] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1cb8fd4-1963-4132-b293-f92846f43b67 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.901016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.933901] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1cb8fd4-1963-4132-b293-f92846f43b67 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.934046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.939478] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1cb8fd4-1963-4132-b293-f92846f43b67',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.941542] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96283457-3dbd-4f31-8503-69793547ab23 with status ACTIVE [ 884.944228] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.944228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.944228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.944228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.944228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.944228] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.944228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.944228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.944228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.944228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.944228] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.944228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.944228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.944228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.944228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.944228] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96283457-3dbd-4f31-8503-69793547ab23 is going to be updated. [ 884.967387] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.967537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.967628] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.967817] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.968015] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.968232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96283457-3dbd-4f31-8503-69793547ab23" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.397422] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.397666] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.397796] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.398186] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.398546] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.398805] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.398992] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.399532] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.399727] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.399968] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.400273] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.400273] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.400376] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.400690] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.400690] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.400794] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.432778] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.432778] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.432778] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.432778] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-890" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.432778] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-7ad7b792-4124-452b-99ea-f02e37464514 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.432778] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-7ad7b792-4124-452b-99ea-f02e37464514" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.432778] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-7ad7b792-4124-452b-99ea-f02e37464514" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.433268] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-7ad7b792-4124-452b-99ea-f02e37464514" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.433268] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ad7b792-4124-452b-99ea-f02e37464514',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.446408] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1cb8fd4-1963-4132-b293-f92846f43b67',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.936796] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.937122] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.937169] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.937466] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.937614] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.937777] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 7ad7b792-4124-452b-99ea-f02e37464514 not found, creating... [ 885.938049] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.938207] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.938326] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.938603] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.938774] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.939022] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.939177] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.939288] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.939502] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.939666] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.939804] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 7ad7b792-4124-452b-99ea-f02e37464514 is going to be created. [ 885.949038] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.949195] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.949195] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.949377] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.949454] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.949554] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1cb8fd4-1963-4132-b293-f92846f43b67 is going to be created. [ 885.966753] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.967509] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.967797] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.968186] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.968553] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.969781] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-7ad7b792-4124-452b-99ea-f02e37464514" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.975238] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.975413] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.975522] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.975641] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.975786] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.986700] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1cb8fd4-1963-4132-b293-f92846f43b67 in Status: UNINITIALIZED for 2s [ 886.696963] env[66577]: INFO networking_nsxv3.common.synchronization [req-8bc1c37b-d011-4f44-8437-beb422c8251f req-a8973acf-0066-45fe-84f6-046a85ce7b68 service nova] Enqueued Resource ID: c1cb8fd4-1963-4132-b293-f92846f43b67 with Priority: HIGHEST for action security_group_rules [ 886.697160] env[66577]: INFO networking_nsxv3.common.synchronization [req-8bc1c37b-d011-4f44-8437-beb422c8251f req-a8973acf-0066-45fe-84f6-046a85ce7b68 service nova] Enqueued Resource ID: c1cb8fd4-1963-4132-b293-f92846f43b67 with Priority: HIGHEST for action security_group_members [ 886.697320] env[66577]: INFO networking_nsxv3.common.synchronization [req-8bc1c37b-d011-4f44-8437-beb422c8251f req-a8973acf-0066-45fe-84f6-046a85ce7b68 service nova] Enqueued Resource ID: 7ad7b792-4124-452b-99ea-f02e37464514 with Priority: HIGHEST for action port [ 886.697905] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1cb8fd4-1963-4132-b293-f92846f43b67 with Priority: HIGHEST for action security_group_rules [ 886.698053] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1cb8fd4-1963-4132-b293-f92846f43b67 with Priority: HIGHEST for action security_group_members [ 886.698185] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad7b792-4124-452b-99ea-f02e37464514 with Priority: HIGHEST for action port [ 886.698479] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1cb8fd4-1963-4132-b293-f92846f43b67 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.698563] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.698760] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1cb8fd4-1963-4132-b293-f92846f43b67 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.698861] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.699029] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ad7b792-4124-452b-99ea-f02e37464514 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.699173] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ad7b792-4124-452b-99ea-f02e37464514" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.699239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ad7b792-4124-452b-99ea-f02e37464514" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.699384] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ad7b792-4124-452b-99ea-f02e37464514" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.699465] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ad7b792-4124-452b-99ea-f02e37464514',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.717302] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64303e1f-9e7a-4528-a64d-0ac42c916cf7 in Status: SUCCESS [ 886.717526] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.203031] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ad7b792-4124-452b-99ea-f02e37464514 with status ACTIVE [ 887.203031] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.203031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.203031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.203031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.203734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.203734] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.203734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.203734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.203734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.203734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.204129] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.204129] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.204129] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.204340] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.204340] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.204459] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ad7b792-4124-452b-99ea-f02e37464514 is going to be updated. [ 887.228735] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.228877] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.228943] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.229169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.229307] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.229467] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ad7b792-4124-452b-99ea-f02e37464514" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.998577] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1cb8fd4-1963-4132-b293-f92846f43b67 in Status: SUCCESS [ 887.998799] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.998967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.999202] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.999391] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.999539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.999605] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.999784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.999941] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.999996] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1cb8fd4-1963-4132-b293-f92846f43b67',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.504057] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1cb8fd4-1963-4132-b293-f92846f43b67',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.005387] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1cb8fd4-1963-4132-b293-f92846f43b67',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.508340] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.508633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.508633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.509077] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.509219] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.509290] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1cb8fd4-1963-4132-b293-f92846f43b67 is going to be updated. [ 889.544871] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.544871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.544871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.544871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.545194] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.582210] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1cb8fd4-1963-4132-b293-f92846f43b67 in Status: IN_PROGRESS for 2s [ 891.601883] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1cb8fd4-1963-4132-b293-f92846f43b67 in Status: SUCCESS [ 891.602327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.602405] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.602635] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.602835] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.602986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.603094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.603270] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.603345] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.603433] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.603559] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1cb8fd4-1963-4132-b293-f92846f43b67',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.604656] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.604867] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.605137] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.605341] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.605419] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.605625] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.605697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.605846] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1cb8fd4-1963-4132-b293-f92846f43b67',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.699318] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 891.699516] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 892.110856] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1cb8fd4-1963-4132-b293-f92846f43b67',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.110856] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1cb8fd4-1963-4132-b293-f92846f43b67 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.110856] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.612461] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1cb8fd4-1963-4132-b293-f92846f43b67',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.648534] env[66577]: INFO networking_nsxv3.common.synchronization [req-ef1a06b8-45b1-4e5d-abbc-00b5719dd9ad req-495128e0-eed1-4904-920d-0abb29349032 tempest-ListServersNegativeTestJSON-1457146419 tempest-ListServersNegativeTestJSON-1457146419-project-member] Enqueued Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_members [ 892.649255] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_members [ 892.649371] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.649468] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.649550] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.649800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.649959] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.650079] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.650139] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.650321] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.650406] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.650499] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.116413] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.116576] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.116641] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.116865] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.116958] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.117071] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1cb8fd4-1963-4132-b293-f92846f43b67 is going to be updated. [ 893.153045] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.156597] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.156788] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.156860] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.157165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.157567] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.168200] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1cb8fd4-1963-4132-b293-f92846f43b67 in Status: IN_PROGRESS for 2s [ 893.208336] env[66577]: INFO networking_nsxv3.common.synchronization [req-8e712036-3d68-4125-a1c1-ab1da500e86f req-9588095d-6922-4066-aae6-92482a2ebc12 tempest-ListServersNegativeTestJSON-1457146419 tempest-ListServersNegativeTestJSON-1457146419-project-member] Enqueued Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_members [ 893.208336] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGHEST for action security_group_members [ 893.208336] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.208336] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.576769] env[66577]: INFO networking_nsxv3.common.synchronization [req-60497135-2783-4c67-9cb0-2aab99d078ac req-81597da9-de2e-4e02-97c4-b06a6214af70 tempest-AttachInterfacesV270Test-50712390 tempest-AttachInterfacesV270Test-50712390-project-member] Enqueued Resource ID: 64303e1f-9e7a-4528-a64d-0ac42c916cf7 with Priority: HIGHEST for action security_group_members [ 893.576769] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64303e1f-9e7a-4528-a64d-0ac42c916cf7 with Priority: HIGHEST for action security_group_members [ 893.576769] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-64303e1f-9e7a-4528-a64d-0ac42c916cf7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.577199] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.577199] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.577199] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.577531] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.577531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.577691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.577691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.577831] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.577894] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64303e1f-9e7a-4528-a64d-0ac42c916cf7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.656034] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.942101] env[66577]: INFO networking_nsxv3.common.synchronization [req-296f4df9-4aed-437c-a4cb-700e32d3a5ee req-22bae321-1474-403d-8e92-9aeca9aff4f0 tempest-ServersAdminTestJSON-508682362 tempest-ServersAdminTestJSON-508682362-project-member] Enqueued Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 893.942621] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 893.942927] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.943079] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.943151] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.943326] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.943487] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.943580] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.943644] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.943785] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.943876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.943974] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.081484] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.081484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.081484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.081484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.081484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.081998] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.081998] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.081998] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.081998] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.081998] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.082189] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64303e1f-9e7a-4528-a64d-0ac42c916cf7 is going to be updated. [ 894.117782] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.118058] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.118135] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.118469] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.118670] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.134843] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64303e1f-9e7a-4528-a64d-0ac42c916cf7 in Status: IN_PROGRESS for 2s [ 894.161291] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.161291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.161291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.161291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.161291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.161291] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4439173-5256-4faa-bef7-9d10631a1b31 is going to be updated. [ 894.209031] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.209315] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.209315] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.209660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.209895] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.223172] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: IN_PROGRESS for 2s [ 894.446879] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.949355] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.179633] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1cb8fd4-1963-4132-b293-f92846f43b67 in Status: SUCCESS [ 895.179895] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.180105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.180338] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.180561] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.180755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.180755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.180913] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.181049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.181102] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.181276] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1cb8fd4-1963-4132-b293-f92846f43b67 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.181364] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.181427] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.181578] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.181735] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.181868] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.181924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.182039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.182119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.182202] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.182300] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1cb8fd4-1963-4132-b293-f92846f43b67',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.452178] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.452178] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.452178] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.452475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.452475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.452475] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a is going to be updated. [ 895.502390] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.502646] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.502646] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.503658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.503658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.513526] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: IN_PROGRESS for 2s [ 895.686348] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1cb8fd4-1963-4132-b293-f92846f43b67: rpc.has_security_group_logging(os_id): False [ 895.709022] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.709201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.709276] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.709517] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.709855] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.710142] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.710250] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.710315] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.710512] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.710612] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.710829] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.710936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.710997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.711177] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.711258] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.711465] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.711590] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.711655] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.711902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.711902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.712050] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1cb8fd4-1963-4132-b293-f92846f43b67 is going to be created. [ 895.781146] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.781146] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.781146] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.781373] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.781519] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.795756] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1cb8fd4-1963-4132-b293-f92846f43b67 in Status: IN_PROGRESS for 2s [ 896.146769] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64303e1f-9e7a-4528-a64d-0ac42c916cf7 in Status: SUCCESS [ 896.147114] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64303e1f-9e7a-4528-a64d-0ac42c916cf7 deletion is rescheduled due to dependency. [ 896.147114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.233656] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: SUCCESS [ 896.233932] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.234146] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.234339] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.234537] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.234668] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.234741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.234900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.234974] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.235081] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.725957] env[66577]: INFO networking_nsxv3.common.synchronization [req-a02b52a6-b4c1-4a2b-b2b1-17a5a3c6593a req-8744ff36-05f7-4400-906a-81cb84d6600d tempest-ImagesNegativeTestJSON-343912868 tempest-ImagesNegativeTestJSON-343912868-project-member] Enqueued Resource ID: 017b739e-63d1-4716-92fe-d179579d9a73 with Priority: HIGHEST for action security_group_members [ 896.726505] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017b739e-63d1-4716-92fe-d179579d9a73 with Priority: HIGHEST for action security_group_members [ 896.726804] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-017b739e-63d1-4716-92fe-d179579d9a73 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.726924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.726987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.727482] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.727646] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.727750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.727810] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.727970] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.728063] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.728157] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('017b739e-63d1-4716-92fe-d179579d9a73',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.739237] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.739374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.739476] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.739697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.739808] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.740045] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.740170] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.740246] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.740420] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.740517] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.740625] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4439173-5256-4faa-bef7-9d10631a1b31 is going to be updated. [ 896.768901] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.769074] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.769118] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.769335] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.769470] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.778921] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: IN_PROGRESS for 2s [ 896.826176] env[66577]: INFO networking_nsxv3.common.synchronization [req-1131244e-04ed-42d4-909d-746b42695e49 req-1dc7f256-7d4a-440f-a7f7-d35c92b40710 tempest-ListServerFiltersTestJSON-675932335 tempest-ListServerFiltersTestJSON-675932335-project-member] Enqueued Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_members [ 896.826443] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf44676c-780c-4c08-954f-6cfeec230929 with Priority: HIGHEST for action security_group_members [ 896.826743] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf44676c-780c-4c08-954f-6cfeec230929 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.826901] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.826967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.829198] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.829198] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.829198] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.829198] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.829198] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.829198] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.829198] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf44676c-780c-4c08-954f-6cfeec230929',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.960283] env[66577]: INFO networking_nsxv3.common.synchronization [req-eb6e296e-cf27-44ba-bb77-afe13e761bbd req-34d91ff1-7e22-42e6-8609-2cace45aea93 tempest-ImagesTestJSON-1308165066 tempest-ImagesTestJSON-1308165066-project-member] Enqueued Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 896.960494] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 896.961031] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.963213] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.963337] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.963619] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.965488] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.965488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.965488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.965488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.965488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.965488] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.230939] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.231343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.231343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.231451] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.231498] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.231681] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.231835] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.231835] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.231961] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.232707] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.232707] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 017b739e-63d1-4716-92fe-d179579d9a73 already deleted. [ 897.232707] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.277776] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.277986] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-179" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.278087] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-179" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.278448] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-179" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.278728] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.278875] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.278987] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.279207] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.279372] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.279575] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.279705] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.279898] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.279898] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.280011] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.280090] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.280215] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.306287] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.306493] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 897.306585] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.306783] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-179" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.307156] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-5a27a61d-5d68-4574-b871-0f3109968114 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.307364] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-5a27a61d-5d68-4574-b871-0f3109968114" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.307492] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-5a27a61d-5d68-4574-b871-0f3109968114" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.307810] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-5a27a61d-5d68-4574-b871-0f3109968114" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.307943] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a27a61d-5d68-4574-b871-0f3109968114',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.332228] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.332228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.332228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.332389] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.361245] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.361476] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.361647] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.361647] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.361863] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.361944] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.362046] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf44676c-780c-4c08-954f-6cfeec230929 is going to be updated. [ 897.393741] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.393741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.393741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.393741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.393741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.406316] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf44676c-780c-4c08-954f-6cfeec230929 in Status: IN_PROGRESS for 2s [ 897.467216] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.467487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.467645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.468082] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.490020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.490238] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.490390] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.490445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.490663] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.490759] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.490864] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e is going to be updated. [ 897.520465] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.520576] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.520576] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.522235] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.522235] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.525410] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: SUCCESS [ 897.525658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.531874] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: IN_PROGRESS for 2s [ 897.808589] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1cb8fd4-1963-4132-b293-f92846f43b67 in Status: SUCCESS [ 897.808889] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.809119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.809349] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.809440] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1cb8fd4-1963-4132-b293-f92846f43b67',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.811176] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.811454] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.811673] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.812381] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.812381] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.812381] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 5a27a61d-5d68-4574-b871-0f3109968114 not found, creating... [ 897.812554] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.812884] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.812884] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.813049] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.813221] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.813530] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.813679] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.813791] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.814010] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.814148] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.814280] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 5a27a61d-5d68-4574-b871-0f3109968114 is going to be created. [ 897.843456] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.843729] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.843803] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.844093] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.844420] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.844717] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-5a27a61d-5d68-4574-b871-0f3109968114" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.312025] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1cb8fd4-1963-4132-b293-f92846f43b67 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.312370] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.312370] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.312516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.312650] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.312749] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.312804] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.312954] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.313118] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.313242] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.313413] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1cb8fd4-1963-4132-b293-f92846f43b67',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.597393] env[66577]: INFO networking_nsxv3.common.synchronization [req-a02b52a6-b4c1-4a2b-b2b1-17a5a3c6593a req-369c005a-9ed7-40d9-919e-32c7299f5a65 service nova] Enqueued Resource ID: 017b739e-63d1-4716-92fe-d179579d9a73 with Priority: HIGHEST for action security_group_rules [ 898.597625] env[66577]: INFO networking_nsxv3.common.synchronization [req-a02b52a6-b4c1-4a2b-b2b1-17a5a3c6593a req-369c005a-9ed7-40d9-919e-32c7299f5a65 service nova] Enqueued Resource ID: 017b739e-63d1-4716-92fe-d179579d9a73 with Priority: HIGHEST for action security_group_members [ 898.597773] env[66577]: INFO networking_nsxv3.common.synchronization [req-a02b52a6-b4c1-4a2b-b2b1-17a5a3c6593a req-369c005a-9ed7-40d9-919e-32c7299f5a65 service nova] Enqueued Resource ID: 5a27a61d-5d68-4574-b871-0f3109968114 with Priority: HIGHEST for action port [ 898.598017] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017b739e-63d1-4716-92fe-d179579d9a73 with Priority: HIGHEST for action security_group_rules [ 898.598143] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017b739e-63d1-4716-92fe-d179579d9a73 with Priority: HIGHEST for action security_group_members [ 898.598495] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a27a61d-5d68-4574-b871-0f3109968114 with Priority: HIGHEST for action port [ 898.598832] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-017b739e-63d1-4716-92fe-d179579d9a73 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.598986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.599573] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.599573] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.599573] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('017b739e-63d1-4716-92fe-d179579d9a73',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.600587] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-017b739e-63d1-4716-92fe-d179579d9a73 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.600651] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.600708] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.601015] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.601015] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.601127] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.601168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.601316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.601400] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.601483] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('017b739e-63d1-4716-92fe-d179579d9a73',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.602220] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a27a61d-5d68-4574-b871-0f3109968114 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.602326] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a27a61d-5d68-4574-b871-0f3109968114" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.602390] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a27a61d-5d68-4574-b871-0f3109968114" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.602536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a27a61d-5d68-4574-b871-0f3109968114" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.602607] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a27a61d-5d68-4574-b871-0f3109968114',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.789512] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e4439173-5256-4faa-bef7-9d10631a1b31 in Status: SUCCESS [ 898.790221] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e4439173-5256-4faa-bef7-9d10631a1b31 deletion is rescheduled due to dependency. [ 898.790221] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.816431] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1cb8fd4-1963-4132-b293-f92846f43b67 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.816567] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.816634] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.817034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.817145] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.817244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.817361] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.817535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.817624] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.817708] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.817853] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1cb8fd4-1963-4132-b293-f92846f43b67 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.817942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.817997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.818143] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.818294] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.818380] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.818434] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.818571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.818641] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.818707] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.818796] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1cb8fd4-1963-4132-b293-f92846f43b67',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.104848] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-017b739e-63d1-4716-92fe-d179579d9a73 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.104848] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.104848] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('017b739e-63d1-4716-92fe-d179579d9a73',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.105799] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a27a61d-5d68-4574-b871-0f3109968114 with status ACTIVE [ 899.105983] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.106112] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.106170] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.106373] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.106469] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.106625] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.106766] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.106824] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.108784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.108784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.108784] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.108784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.108784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.108784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.108784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.108784] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a27a61d-5d68-4574-b871-0f3109968114 is going to be updated. [ 899.130239] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.130239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.130239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.130239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.130239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.130239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a27a61d-5d68-4574-b871-0f3109968114" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.322082] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1cb8fd4-1963-4132-b293-f92846f43b67: rpc.has_security_group_logging(os_id): False [ 899.349251] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.349583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.349757] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.350249] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.350483] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.351016] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.351322] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.351496] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.351925] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.352154] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.352667] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.352942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.353112] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.353416] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.353586] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.354032] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.354235] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.354395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.354760] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.354964] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.355204] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1cb8fd4-1963-4132-b293-f92846f43b67 is going to be updated. [ 899.419439] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf44676c-780c-4c08-954f-6cfeec230929 in Status: SUCCESS [ 899.419632] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf44676c-780c-4c08-954f-6cfeec230929 deletion is rescheduled due to dependency. [ 899.419739] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf44676c-780c-4c08-954f-6cfeec230929" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.425588] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.425728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.425798] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.426041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.426177] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.443306] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1cb8fd4-1963-4132-b293-f92846f43b67 in Status: IN_PROGRESS for 2s [ 899.542320] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: SUCCESS [ 899.542522] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e deletion is rescheduled due to dependency. [ 899.542626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.611194] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('017b739e-63d1-4716-92fe-d179579d9a73',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.112346] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.112510] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.112583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.113016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.113179] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.113239] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 017b739e-63d1-4716-92fe-d179579d9a73 is going to be created. [ 900.138238] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.138324] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.138368] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.138674] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.138857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.149618] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 017b739e-63d1-4716-92fe-d179579d9a73 in Status: UNINITIALIZED for 2s [ 900.826768] env[66577]: INFO networking_nsxv3.common.synchronization [req-4290f305-b8a8-4f48-9ccd-a7ad1629835d req-ca0b0346-df8d-4688-b794-273df01962db tempest-ServersTestFqdnHostnames-515408816 tempest-ServersTestFqdnHostnames-515408816-project-member] Enqueued Resource ID: 6fc8e891-5fea-43a1-94a8-0644be807768 with Priority: HIGHEST for action security_group_members [ 900.827364] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc8e891-5fea-43a1-94a8-0644be807768 with Priority: HIGHEST for action security_group_members [ 900.827687] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fc8e891-5fea-43a1-94a8-0644be807768 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.827917] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.828094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.828412] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.828564] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.828674] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.828728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.828877] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.829050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.829050] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fc8e891-5fea-43a1-94a8-0644be807768',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.332086] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.332086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.332086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.332086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.332086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.332559] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.332559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.332559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.332559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.332736] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.332736] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fc8e891-5fea-43a1-94a8-0644be807768 already deleted. [ 901.332805] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.463344] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1cb8fd4-1963-4132-b293-f92846f43b67 in Status: SUCCESS [ 901.463711] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.579677] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.579956] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-619" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.580150] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-619" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.580563] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-619" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.580850] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.581162] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.581305] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.581616] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.581826] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.582072] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.582190] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.582302] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.582475] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.582614] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.582725] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.582859] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.602902] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.603102] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.603238] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.603415] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-619" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.603741] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-7bf7073f-56e2-4726-b5cc-9b026e920c03 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.603909] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-7bf7073f-56e2-4726-b5cc-9b026e920c03" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.604094] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-7bf7073f-56e2-4726-b5cc-9b026e920c03" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.604373] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-7bf7073f-56e2-4726-b5cc-9b026e920c03" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.604514] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bf7073f-56e2-4726-b5cc-9b026e920c03',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.106989] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.107408] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.107408] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.107638] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.107795] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.107947] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 7bf7073f-56e2-4726-b5cc-9b026e920c03 not found, creating... [ 902.108224] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.108384] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.108500] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.108723] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.108858] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.109364] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.109364] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.109517] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.109631] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.109769] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.109904] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 7bf7073f-56e2-4726-b5cc-9b026e920c03 is going to be created. [ 902.138411] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.138730] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.138730] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.139021] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.139249] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.139471] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-7bf7073f-56e2-4726-b5cc-9b026e920c03" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.160780] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 017b739e-63d1-4716-92fe-d179579d9a73 in Status: SUCCESS [ 902.161048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.161224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.161453] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.161957] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.162134] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.162202] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.162388] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.162465] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.163224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.163224] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('017b739e-63d1-4716-92fe-d179579d9a73',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.670244] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-017b739e-63d1-4716-92fe-d179579d9a73 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.670244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.670244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.670244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.670244] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.670244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.670244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.670244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.670244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.670244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.670875] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-017b739e-63d1-4716-92fe-d179579d9a73 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.670875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.670875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.670875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.670875] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.670875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.670875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.671140] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.671140] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.671215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.671250] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('017b739e-63d1-4716-92fe-d179579d9a73',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.913684] env[66577]: INFO networking_nsxv3.common.synchronization [req-4290f305-b8a8-4f48-9ccd-a7ad1629835d req-1a168647-c98c-4107-9d85-bbb8ec031e9c service nova] Enqueued Resource ID: 6fc8e891-5fea-43a1-94a8-0644be807768 with Priority: HIGHEST for action security_group_rules [ 902.913684] env[66577]: INFO networking_nsxv3.common.synchronization [req-4290f305-b8a8-4f48-9ccd-a7ad1629835d req-1a168647-c98c-4107-9d85-bbb8ec031e9c service nova] Enqueued Resource ID: 6fc8e891-5fea-43a1-94a8-0644be807768 with Priority: HIGHEST for action security_group_members [ 902.913684] env[66577]: INFO networking_nsxv3.common.synchronization [req-4290f305-b8a8-4f48-9ccd-a7ad1629835d req-1a168647-c98c-4107-9d85-bbb8ec031e9c service nova] Enqueued Resource ID: 7bf7073f-56e2-4726-b5cc-9b026e920c03 with Priority: HIGHEST for action port [ 902.914250] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc8e891-5fea-43a1-94a8-0644be807768 with Priority: HIGHEST for action security_group_rules [ 902.914250] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc8e891-5fea-43a1-94a8-0644be807768 with Priority: HIGHEST for action security_group_members [ 902.914365] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bf7073f-56e2-4726-b5cc-9b026e920c03 with Priority: HIGHEST for action port [ 902.914700] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fc8e891-5fea-43a1-94a8-0644be807768 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.914971] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.914971] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.915516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.915516] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fc8e891-5fea-43a1-94a8-0644be807768',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.916641] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fc8e891-5fea-43a1-94a8-0644be807768 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.917106] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.917249] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.917632] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.917737] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.917817] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.917873] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.918096] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.918132] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.918217] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fc8e891-5fea-43a1-94a8-0644be807768',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.919267] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bf7073f-56e2-4726-b5cc-9b026e920c03 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.919365] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bf7073f-56e2-4726-b5cc-9b026e920c03" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.919416] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bf7073f-56e2-4726-b5cc-9b026e920c03" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.919663] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bf7073f-56e2-4726-b5cc-9b026e920c03" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.919763] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bf7073f-56e2-4726-b5cc-9b026e920c03',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.174088] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 017b739e-63d1-4716-92fe-d179579d9a73: rpc.has_security_group_logging(os_id): False [ 903.197095] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.197390] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.197390] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.197576] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.197637] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.197859] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.197953] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.198029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.198171] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.198244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.198430] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.198525] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.198584] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.198711] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.198771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.198949] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.199055] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.199116] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.199231] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.199293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.199382] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 017b739e-63d1-4716-92fe-d179579d9a73 is going to be created. [ 903.255426] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.255603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.255653] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.255850] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.256034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.274111] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 017b739e-63d1-4716-92fe-d179579d9a73 in Status: IN_PROGRESS for 2s [ 903.423502] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fc8e891-5fea-43a1-94a8-0644be807768 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.423664] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.423832] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fc8e891-5fea-43a1-94a8-0644be807768',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.424755] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bf7073f-56e2-4726-b5cc-9b026e920c03 with status ACTIVE [ 903.425536] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.425710] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.425793] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.426947] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.426947] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.426947] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.426947] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.426947] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.426947] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.426947] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.427434] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.427434] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.427434] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.427434] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.427434] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.427615] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bf7073f-56e2-4726-b5cc-9b026e920c03 is going to be updated. [ 903.459740] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.459740] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.459740] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.459962] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.460099] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.460269] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bf7073f-56e2-4726-b5cc-9b026e920c03" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.930348] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fc8e891-5fea-43a1-94a8-0644be807768',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.435380] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.435686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.435686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.436086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.436086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.436086] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fc8e891-5fea-43a1-94a8-0644be807768 is going to be created. [ 904.463045] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.463236] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.463318] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.463561] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.463746] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.476103] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fc8e891-5fea-43a1-94a8-0644be807768 in Status: UNINITIALIZED for 2s [ 905.288624] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 017b739e-63d1-4716-92fe-d179579d9a73 in Status: SUCCESS [ 905.288901] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.487886] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fc8e891-5fea-43a1-94a8-0644be807768 in Status: SUCCESS [ 906.488281] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.489887] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.489887] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.489887] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.489887] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.489887] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.489887] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.489887] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.489887] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.490336] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fc8e891-5fea-43a1-94a8-0644be807768',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.992685] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fc8e891-5fea-43a1-94a8-0644be807768',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.495178] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fc8e891-5fea-43a1-94a8-0644be807768: rpc.has_security_group_logging(os_id): False [ 907.517794] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.517943] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.517987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.518241] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.518333] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.518920] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.518920] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.518920] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.518920] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.519175] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.519175] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fc8e891-5fea-43a1-94a8-0644be807768 is going to be created. [ 907.587329] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.587521] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.587612] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.587804] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.587980] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.601279] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fc8e891-5fea-43a1-94a8-0644be807768 in Status: IN_PROGRESS for 2s [ 907.916045] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 907.916045] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 909.621869] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fc8e891-5fea-43a1-94a8-0644be807768 in Status: SUCCESS [ 909.622280] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.635745] env[66577]: INFO networking_nsxv3.common.synchronization [None req-1ae5dc77-f87f-4818-9756-ec013d477ed7 None None] Enqueued Resource ID: 17844cea-55a5-4e78-b70c-db6ef01383a7 with Priority: HIGHEST for action port [ 909.636331] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17844cea-55a5-4e78-b70c-db6ef01383a7 with Priority: HIGHEST for action port [ 909.636673] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-17844cea-55a5-4e78-b70c-db6ef01383a7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.637583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17844cea-55a5-4e78-b70c-db6ef01383a7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.637701] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17844cea-55a5-4e78-b70c-db6ef01383a7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.638015] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17844cea-55a5-4e78-b70c-db6ef01383a7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.638146] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17844cea-55a5-4e78-b70c-db6ef01383a7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.140416] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17844cea-55a5-4e78-b70c-db6ef01383a7 [ 910.140623] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.140852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.140963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.141180] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.141277] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.141277] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17844cea-55a5-4e78-b70c-db6ef01383a7 already deleted. [ 910.141391] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17844cea-55a5-4e78-b70c-db6ef01383a7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.312300] env[66577]: INFO networking_nsxv3.common.synchronization [req-dac54eb7-6535-4354-b7ac-214ec2d92e6a req-c4db0793-18b5-4d17-9d51-597b0a968c6e tempest-ImagesNegativeTestJSON-343912868 tempest-ImagesNegativeTestJSON-343912868-project-member] Enqueued Resource ID: 017b739e-63d1-4716-92fe-d179579d9a73 with Priority: HIGHEST for action security_group_members [ 910.312960] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017b739e-63d1-4716-92fe-d179579d9a73 with Priority: HIGHEST for action security_group_members [ 910.313325] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-017b739e-63d1-4716-92fe-d179579d9a73 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.313461] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.313519] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.313799] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.313869] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.313926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.313997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.314713] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.314806] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.314968] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('017b739e-63d1-4716-92fe-d179579d9a73',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.817604] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.817604] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.817604] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.817604] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.817604] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.818069] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.818069] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.818069] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.818069] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.818069] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.818265] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 017b739e-63d1-4716-92fe-d179579d9a73 is going to be updated. [ 910.850124] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.850309] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.850378] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.850582] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.850732] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.860982] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 017b739e-63d1-4716-92fe-d179579d9a73 in Status: IN_PROGRESS for 2s [ 911.998387] env[66577]: INFO networking_nsxv3.common.synchronization [None req-1896b5be-7814-4845-a9e7-682f3b4152e9 None None] Enqueued Resource ID: a4ffbdcd-d73e-41e7-9549-253eb4b3b201 with Priority: HIGHEST for action port [ 911.998719] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ffbdcd-d73e-41e7-9549-253eb4b3b201 with Priority: HIGHEST for action port [ 911.998769] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4ffbdcd-d73e-41e7-9549-253eb4b3b201 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.999017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4ffbdcd-d73e-41e7-9549-253eb4b3b201" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.999017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4ffbdcd-d73e-41e7-9549-253eb4b3b201" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.001992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4ffbdcd-d73e-41e7-9549-253eb4b3b201" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.002105] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4ffbdcd-d73e-41e7-9549-253eb4b3b201',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.505563] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4ffbdcd-d73e-41e7-9549-253eb4b3b201 [ 912.505938] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.505938] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.506297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.506297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.506371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.506444] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4ffbdcd-d73e-41e7-9549-253eb4b3b201 already deleted. [ 912.506527] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4ffbdcd-d73e-41e7-9549-253eb4b3b201" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.874642] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 017b739e-63d1-4716-92fe-d179579d9a73 in Status: SUCCESS [ 912.874879] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 017b739e-63d1-4716-92fe-d179579d9a73 deletion is rescheduled due to dependency. [ 912.874879] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-017b739e-63d1-4716-92fe-d179579d9a73" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.966022] env[66577]: INFO networking_nsxv3.common.synchronization [None req-3ac3ad3b-0fd6-4594-9fa6-7e913afc66a9 None None] Enqueued Resource ID: 96336c92-20e8-46bb-b55b-aa97e25b877a with Priority: HIGHEST for action port [ 912.966022] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96336c92-20e8-46bb-b55b-aa97e25b877a with Priority: HIGHEST for action port [ 912.966022] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-96336c92-20e8-46bb-b55b-aa97e25b877a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.966022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96336c92-20e8-46bb-b55b-aa97e25b877a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.966022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96336c92-20e8-46bb-b55b-aa97e25b877a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.966022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96336c92-20e8-46bb-b55b-aa97e25b877a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.966022] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96336c92-20e8-46bb-b55b-aa97e25b877a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.470715] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96336c92-20e8-46bb-b55b-aa97e25b877a [ 913.472924] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.472924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.472924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.472924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.472924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.472924] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96336c92-20e8-46bb-b55b-aa97e25b877a already deleted. [ 913.472924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96336c92-20e8-46bb-b55b-aa97e25b877a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.676229] env[66577]: INFO networking_nsxv3.common.synchronization [None req-591569c1-870e-408a-aa1c-8b5a729794c3 None None] Enqueued Resource ID: 78e3f2b4-2a48-43db-8235-545da03d86bf with Priority: HIGHEST for action port [ 915.676857] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78e3f2b4-2a48-43db-8235-545da03d86bf with Priority: HIGHEST for action port [ 915.677811] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-78e3f2b4-2a48-43db-8235-545da03d86bf taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.677811] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78e3f2b4-2a48-43db-8235-545da03d86bf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.677811] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78e3f2b4-2a48-43db-8235-545da03d86bf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.677811] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78e3f2b4-2a48-43db-8235-545da03d86bf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.677811] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78e3f2b4-2a48-43db-8235-545da03d86bf',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.179814] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78e3f2b4-2a48-43db-8235-545da03d86bf [ 916.180076] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.180211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.180278] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.180494] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.180781] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.180781] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78e3f2b4-2a48-43db-8235-545da03d86bf already deleted. [ 916.180781] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78e3f2b4-2a48-43db-8235-545da03d86bf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.205074] env[66577]: INFO networking_nsxv3.common.synchronization [None req-238454b2-63a1-4801-87ba-27322a2f2df0 None None] Enqueued Resource ID: d6bd4dce-31b9-4a4e-bec0-ba8c01a1f320 with Priority: HIGHEST for action port [ 917.205623] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6bd4dce-31b9-4a4e-bec0-ba8c01a1f320 with Priority: HIGHEST for action port [ 917.205935] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6bd4dce-31b9-4a4e-bec0-ba8c01a1f320 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.206074] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6bd4dce-31b9-4a4e-bec0-ba8c01a1f320" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.206138] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6bd4dce-31b9-4a4e-bec0-ba8c01a1f320" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.206436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6bd4dce-31b9-4a4e-bec0-ba8c01a1f320" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.206522] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6bd4dce-31b9-4a4e-bec0-ba8c01a1f320',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.709372] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6bd4dce-31b9-4a4e-bec0-ba8c01a1f320 [ 917.709595] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.709771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.709845] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.710058] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.710148] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.710270] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6bd4dce-31b9-4a4e-bec0-ba8c01a1f320 already deleted. [ 917.710323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6bd4dce-31b9-4a4e-bec0-ba8c01a1f320" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.926704] env[66577]: INFO networking_nsxv3.common.synchronization [None req-c0a476e2-1438-4bcb-b02f-edd0c940bbc0 tempest-ServerActionsTestJSON-1350215912 tempest-ServerActionsTestJSON-1350215912-project-member] Enqueued Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_rules [ 917.928084] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_rules [ 917.928084] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68cf4cf4-ceb5-4093-bfcf-370102242b30 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.928084] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.928084] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.928084] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.928084] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.046512] env[66577]: INFO networking_nsxv3.common.synchronization [None req-a4c5fe55-72b8-47fd-983d-41f1b46ff126 tempest-ServerActionsTestJSON-1350215912 tempest-ServerActionsTestJSON-1350215912-project-member] Enqueued Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_rules [ 918.047018] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_rules [ 918.047705] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68cf4cf4-ceb5-4093-bfcf-370102242b30 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.047705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.455531] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.455531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.455531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.455531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.455531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.455531] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 already deleted. [ 918.455531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.455531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.456290] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.456290] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.978272] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.978477] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.978561] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.978871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.979020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.979135] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 already deleted. [ 918.979247] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.363324] env[66577]: INFO networking_nsxv3.common.synchronization [req-9446397f-fc77-47b7-b860-d3c59fe50e21 req-99f6b48d-f335-4592-b862-0a0248f91d8f tempest-ServersTestMultiNic-1376160279 tempest-ServersTestMultiNic-1376160279-project-member] Enqueued Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 919.363852] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 919.364165] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.364280] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.364354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.364525] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.364847] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.364847] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.364847] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.365074] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.365710] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.365845] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.743646] env[66577]: INFO networking_nsxv3.common.synchronization [req-9446397f-fc77-47b7-b860-d3c59fe50e21 req-2f11bdf2-c012-4cf2-b8b4-9321ef0806b2 tempest-ServersTestMultiNic-1376160279 tempest-ServersTestMultiNic-1376160279-project-member] Enqueued Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 919.744231] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 919.744531] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.744635] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.871550] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.872310] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.872310] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.872310] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.893681] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.893935] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.894066] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.894128] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.894327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.894428] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.894520] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 is going to be updated. [ 919.923177] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.923323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.923395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.923680] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.923759] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.933644] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: IN_PROGRESS for 2s [ 920.028617] env[66577]: INFO networking_nsxv3.common.synchronization [None req-efd5c52b-e7fc-4e0e-8a3e-a1af7500c2cc None None] Enqueued Resource ID: c023c036-a2da-4087-b30d-4a0ad86c05e3 with Priority: HIGHEST for action port [ 920.029250] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c023c036-a2da-4087-b30d-4a0ad86c05e3 with Priority: HIGHEST for action port [ 920.029663] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c023c036-a2da-4087-b30d-4a0ad86c05e3 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.029845] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c023c036-a2da-4087-b30d-4a0ad86c05e3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.029951] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c023c036-a2da-4087-b30d-4a0ad86c05e3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.030473] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c023c036-a2da-4087-b30d-4a0ad86c05e3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.030622] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c023c036-a2da-4087-b30d-4a0ad86c05e3',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.105687] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-466 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.105888] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-466" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.106025] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-466" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.106415] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-466" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.107037] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.107037] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.107037] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.107759] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.109147] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.109147] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.109147] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.109147] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.109147] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.109147] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.109147] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.109147] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.130402] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.130637] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.130731] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.131071] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-466" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.131525] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-7d48b15f-d728-41d2-bf80-073cc11fac5e taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.132013] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-7d48b15f-d728-41d2-bf80-073cc11fac5e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.132013] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-7d48b15f-d728-41d2-bf80-073cc11fac5e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.133038] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-7d48b15f-d728-41d2-bf80-073cc11fac5e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.133038] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d48b15f-d728-41d2-bf80-073cc11fac5e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.533790] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c023c036-a2da-4087-b30d-4a0ad86c05e3 [ 920.534051] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.534238] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.534238] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.534460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.534549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.534671] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c023c036-a2da-4087-b30d-4a0ad86c05e3 already deleted. [ 920.534735] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c023c036-a2da-4087-b30d-4a0ad86c05e3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.634828] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.635135] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.635311] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.635617] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.635803] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.636098] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 7d48b15f-d728-41d2-bf80-073cc11fac5e not found, creating... [ 920.636433] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.636638] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.636811] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.637076] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.637321] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.637736] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.637932] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.638093] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.638360] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.638565] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.638742] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 7d48b15f-d728-41d2-bf80-073cc11fac5e is going to be created. [ 920.660126] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.660719] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.660719] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.661061] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.661061] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.661206] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-7d48b15f-d728-41d2-bf80-073cc11fac5e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.441334] env[66577]: INFO networking_nsxv3.common.synchronization [req-9446397f-fc77-47b7-b860-d3c59fe50e21 req-ff9889ed-28e5-4ada-a033-04c6489fb007 service nova] Enqueued Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_rules [ 921.441616] env[66577]: INFO networking_nsxv3.common.synchronization [req-9446397f-fc77-47b7-b860-d3c59fe50e21 req-ff9889ed-28e5-4ada-a033-04c6489fb007 service nova] Enqueued Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 921.441741] env[66577]: INFO networking_nsxv3.common.synchronization [req-9446397f-fc77-47b7-b860-d3c59fe50e21 req-ff9889ed-28e5-4ada-a033-04c6489fb007 service nova] Enqueued Resource ID: 7d48b15f-d728-41d2-bf80-073cc11fac5e with Priority: HIGHEST for action port [ 921.442446] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_rules [ 921.442617] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 921.442723] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d48b15f-d728-41d2-bf80-073cc11fac5e with Priority: HIGHEST for action port [ 921.443092] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.443174] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.443222] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.443420] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.443546] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.444741] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.444830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.445658] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d48b15f-d728-41d2-bf80-073cc11fac5e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.445658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d48b15f-d728-41d2-bf80-073cc11fac5e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.445658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d48b15f-d728-41d2-bf80-073cc11fac5e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.445658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d48b15f-d728-41d2-bf80-073cc11fac5e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.445658] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d48b15f-d728-41d2-bf80-073cc11fac5e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.945210] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: SUCCESS [ 921.945392] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 deletion is rescheduled due to dependency. [ 921.945511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.945894] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.945998] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.946086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.946295] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.946441] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.946546] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.946606] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.946852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.946936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.947029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.947132] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.949056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.949056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.949056] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.949056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.949056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.949056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.949056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.949056] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.950121] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d48b15f-d728-41d2-bf80-073cc11fac5e with status ACTIVE [ 921.950219] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.950337] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.950375] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.950845] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.950845] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.950845] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.951042] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.951042] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.951156] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.951156] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.951698] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.951698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.951698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.951698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.951698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.952324] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d48b15f-d728-41d2-bf80-073cc11fac5e is going to be updated. [ 921.978292] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.978292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.978523] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.979352] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.979352] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.979611] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d48b15f-d728-41d2-bf80-073cc11fac5e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.048825] env[66577]: INFO networking_nsxv3.common.synchronization [req-616193dd-463c-4cf6-af75-697f8391df41 req-5da9cafa-2515-4610-91cb-827d4259962d tempest-AttachInterfacesTestJSON-2047328862 tempest-AttachInterfacesTestJSON-2047328862-project-member] Enqueued Resource ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f with Priority: HIGHEST for action security_group_members [ 922.049383] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f with Priority: HIGHEST for action security_group_members [ 922.049690] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.049835] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.049900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.050290] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.050448] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.050548] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.050608] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.051603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.051603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.051603] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.452026] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.452026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.453854] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.553390] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.554291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.554540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.554909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.555356] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.557147] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.557147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.557147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.557147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.557147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.557147] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f already deleted. [ 922.557147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.665499] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-616 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.666307] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-616" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.666700] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-616" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.666993] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-616" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.667349] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.668030] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.668030] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.668159] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.668310] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.668601] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.668778] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.668937] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.669103] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.669270] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.669424] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.669647] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.690733] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.691087] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.691271] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.691451] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-616" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.691821] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-2cf81cb6-2323-452b-8959-9f58320f2396 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.692013] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-2cf81cb6-2323-452b-8959-9f58320f2396" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.692136] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-2cf81cb6-2323-452b-8959-9f58320f2396" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.692454] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-2cf81cb6-2323-452b-8959-9f58320f2396" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.692585] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cf81cb6-2323-452b-8959-9f58320f2396',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.732217] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.732419] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.732542] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.732872] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.733136] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.733291] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.733407] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.733627] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.733767] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.734129] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.734308] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.734441] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.734556] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.734670] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.734773] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.734902] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.753251] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.753435] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.753579] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.753761] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.754091] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-35acd446-3141-4c9f-8924-43397a909fe9 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.754263] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-35acd446-3141-4c9f-8924-43397a909fe9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.754380] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-35acd446-3141-4c9f-8924-43397a909fe9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.754804] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-35acd446-3141-4c9f-8924-43397a909fe9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.754946] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35acd446-3141-4c9f-8924-43397a909fe9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.956425] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.196971] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.197231] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.197339] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.197724] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.197876] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.198041] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 2cf81cb6-2323-452b-8959-9f58320f2396 not found, creating... [ 923.198313] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.198526] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.198665] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.198917] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.199081] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.199418] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.199603] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.199762] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.200026] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.200199] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.200364] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 2cf81cb6-2323-452b-8959-9f58320f2396 is going to be created. [ 923.222715] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.222965] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.223067] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.223343] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.223654] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.223865] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-2cf81cb6-2323-452b-8959-9f58320f2396" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.257835] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.258070] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.258197] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.258577] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.258725] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.258954] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 35acd446-3141-4c9f-8924-43397a909fe9 not found, creating... [ 923.259136] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.259295] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.259417] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.259735] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.259936] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.260262] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.260448] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.260605] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.260863] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.261018] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.261161] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 35acd446-3141-4c9f-8924-43397a909fe9 is going to be created. [ 923.280743] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.280979] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.281083] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.281345] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.281565] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.281792] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-35acd446-3141-4c9f-8924-43397a909fe9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.458946] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.459296] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.459296] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.459400] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.459493] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.459593] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 is going to be updated. [ 923.490551] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.490779] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.490779] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.490996] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.491169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.503050] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: IN_PROGRESS for 2s [ 923.931174] env[66577]: INFO networking_nsxv3.common.synchronization [req-9446397f-fc77-47b7-b860-d3c59fe50e21 req-826d40d8-17f6-4017-8f46-08e947bb84dd service nova] Enqueued Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_rules [ 923.931174] env[66577]: INFO networking_nsxv3.common.synchronization [req-9446397f-fc77-47b7-b860-d3c59fe50e21 req-826d40d8-17f6-4017-8f46-08e947bb84dd service nova] Enqueued Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 923.931174] env[66577]: INFO networking_nsxv3.common.synchronization [req-9446397f-fc77-47b7-b860-d3c59fe50e21 req-826d40d8-17f6-4017-8f46-08e947bb84dd service nova] Enqueued Resource ID: 2cf81cb6-2323-452b-8959-9f58320f2396 with Priority: HIGHEST for action port [ 923.931174] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_rules [ 923.931174] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 923.931174] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf81cb6-2323-452b-8959-9f58320f2396 with Priority: HIGHEST for action port [ 923.932023] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.932133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.932348] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.932431] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.932611] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cf81cb6-2323-452b-8959-9f58320f2396 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.932729] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cf81cb6-2323-452b-8959-9f58320f2396" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.932811] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cf81cb6-2323-452b-8959-9f58320f2396" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.933062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cf81cb6-2323-452b-8959-9f58320f2396" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.933149] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cf81cb6-2323-452b-8959-9f58320f2396',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.011022] env[66577]: INFO networking_nsxv3.common.synchronization [req-616193dd-463c-4cf6-af75-697f8391df41 req-c8ddaac4-ef51-4768-a369-d2a8cdf9eeea service nova] Enqueued Resource ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f with Priority: HIGHEST for action security_group_rules [ 924.011022] env[66577]: INFO networking_nsxv3.common.synchronization [req-616193dd-463c-4cf6-af75-697f8391df41 req-c8ddaac4-ef51-4768-a369-d2a8cdf9eeea service nova] Enqueued Resource ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f with Priority: HIGHEST for action security_group_members [ 924.011022] env[66577]: INFO networking_nsxv3.common.synchronization [req-616193dd-463c-4cf6-af75-697f8391df41 req-c8ddaac4-ef51-4768-a369-d2a8cdf9eeea service nova] Enqueued Resource ID: 35acd446-3141-4c9f-8924-43397a909fe9 with Priority: HIGHEST for action port [ 924.011022] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f with Priority: HIGHEST for action security_group_rules [ 924.011022] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f with Priority: HIGHEST for action security_group_members [ 924.011022] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35acd446-3141-4c9f-8924-43397a909fe9 with Priority: HIGHEST for action port [ 924.011022] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.011022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.011022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.011935] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.012140] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.013699] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.013945] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.014206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.017363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.017363] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.017363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.017363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.017363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.017363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.017363] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.017363] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-35acd446-3141-4c9f-8924-43397a909fe9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.019569] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35acd446-3141-4c9f-8924-43397a909fe9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.019953] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35acd446-3141-4c9f-8924-43397a909fe9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.020683] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35acd446-3141-4c9f-8924-43397a909fe9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.020683] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35acd446-3141-4c9f-8924-43397a909fe9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.330356] env[66577]: INFO networking_nsxv3.common.synchronization [req-dafdad6a-e4a0-4e78-89fd-d52472fdf14c req-a151f13f-17c9-4bfc-9ac3-624a68e3e53d tempest-DeleteServersTestJSON-1132974874 tempest-DeleteServersTestJSON-1132974874-project-member] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 924.331021] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 924.331863] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.332278] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.332432] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.332696] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.332975] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.333073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.333327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.333820] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.334085] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.334085] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.439745] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cf81cb6-2323-452b-8959-9f58320f2396 with status ACTIVE [ 924.439988] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.440135] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.440202] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.440437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.440531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.440717] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.441088] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.441088] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.441088] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.441236] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.441297] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.441391] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.441453] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.441603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.441676] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.441759] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cf81cb6-2323-452b-8959-9f58320f2396 is going to be updated. [ 924.467316] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.467316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.467316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.467316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.467316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.467316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cf81cb6-2323-452b-8959-9f58320f2396" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.523187] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35acd446-3141-4c9f-8924-43397a909fe9 with status ACTIVE [ 924.523455] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.527021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.527021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.527021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.527021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.527021] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.527021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.527021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.527021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.527021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.527021] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.527021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.527021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.527021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.527021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.527021] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35acd446-3141-4c9f-8924-43397a909fe9 is going to be updated. [ 924.529993] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.531879] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.533316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.575440] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.575633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.575680] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.575975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.576153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.576313] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35acd446-3141-4c9f-8924-43397a909fe9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.782362] env[66577]: INFO networking_nsxv3.common.synchronization [req-5c1b1890-db58-4f32-90a4-f33493eaac65 req-2ba266f3-25c9-46e9-b79d-735eeef47079 tempest-ServerRescueTestJSONUnderV235-582892057 tempest-ServerRescueTestJSONUnderV235-582892057-project-member] Enqueued Resource ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 with Priority: HIGHEST for action security_group_members [ 924.782913] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 with Priority: HIGHEST for action security_group_members [ 924.783230] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fffe971-3540-40c4-8d4e-52ba55a259c9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.783362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.783449] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.783775] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.783868] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.783967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.783967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.784105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.784160] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.784256] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.836610] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.836610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.836610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.836892] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.865312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.865312] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.865312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.865312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.865559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.865698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.865797] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be updated. [ 924.895483] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.895637] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.895699] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.895921] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.896096] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.906765] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: IN_PROGRESS for 2s [ 925.033495] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.284909] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.284909] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-470" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.284909] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-470" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.285225] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-470" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.285502] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.285673] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.285762] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.285977] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.286231] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.286346] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.286460] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.286598] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.286712] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.286840] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.286925] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.287065] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.288586] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.288722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.288768] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.288917] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.288998] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.289188] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.289279] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.289339] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.289508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.289585] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.289666] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 already deleted. [ 925.289765] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.321980] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.321980] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.321980] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.321980] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-470" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.322189] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.322266] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.322972] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.322972] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.323111] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.514769] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: SUCCESS [ 925.515119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.515176] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.515437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.515629] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.515747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.515808] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.515965] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.516058] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.516156] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.537775] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.537972] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.538027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.538287] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.538438] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.538575] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f is going to be created. [ 925.564733] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.564898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.564942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.565166] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.567928] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.579218] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f in Status: UNINITIALIZED for 2s [ 925.826321] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.826586] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.826724] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.827080] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.827264] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.827506] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80 not found, creating... [ 925.827786] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.827944] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.828077] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.828307] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.828481] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.828777] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.828934] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.829059] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.829276] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.829408] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.829582] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80 is going to be created. [ 925.850712] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.850917] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.851081] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.851317] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.851576] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.851805] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.019330] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.522523] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.567639] env[66577]: INFO networking_nsxv3.common.synchronization [req-5c1b1890-db58-4f32-90a4-f33493eaac65 req-33fb0851-f26b-4762-995a-4c02452cd23a service nova] Enqueued Resource ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 with Priority: HIGHEST for action security_group_rules [ 926.567819] env[66577]: INFO networking_nsxv3.common.synchronization [req-5c1b1890-db58-4f32-90a4-f33493eaac65 req-33fb0851-f26b-4762-995a-4c02452cd23a service nova] Enqueued Resource ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 with Priority: HIGHEST for action security_group_members [ 926.567951] env[66577]: INFO networking_nsxv3.common.synchronization [req-5c1b1890-db58-4f32-90a4-f33493eaac65 req-33fb0851-f26b-4762-995a-4c02452cd23a service nova] Enqueued Resource ID: 2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80 with Priority: HIGHEST for action port [ 926.568859] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 with Priority: HIGHEST for action security_group_rules [ 926.569022] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 with Priority: HIGHEST for action security_group_members [ 926.570034] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80 with Priority: HIGHEST for action port [ 926.570893] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fffe971-3540-40c4-8d4e-52ba55a259c9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.570893] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.571168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.571297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.571362] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.572316] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fffe971-3540-40c4-8d4e-52ba55a259c9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.572316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.572452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.572608] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.574854] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.574854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.574854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.574854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.574854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.574854] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.574854] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.574854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.574854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.574854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.574854] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.920117] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 926.920311] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 deletion is rescheduled due to dependency. [ 926.920430] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.028233] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.029184] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.029281] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.029545] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.029677] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.030034] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 is going to be updated. [ 927.075689] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fffe971-3540-40c4-8d4e-52ba55a259c9 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.075970] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.076049] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.077080] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80 with status ACTIVE [ 927.078325] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.078325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.078325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.078325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.078325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.078325] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.078325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.078325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.078902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.078902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.078902] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.078902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.078902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.079104] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.079104] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.079861] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80 is going to be updated. [ 927.085455] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.085717] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.085717] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.086527] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.086527] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.102952] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: IN_PROGRESS for 2s [ 927.110576] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.110808] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.110889] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.111336] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.111541] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.111711] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.500473] env[66577]: INFO networking_nsxv3.common.synchronization [req-bccdb7fc-dba8-4a7b-a6b4-6ff6d02742e0 req-b432f12d-f08d-4a37-b80f-93d53c364793 tempest-ServerRescueNegativeTestJSON-1641720168 tempest-ServerRescueNegativeTestJSON-1641720168-project-member] Enqueued Resource ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 with Priority: HIGHEST for action security_group_members [ 927.501165] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 with Priority: HIGHEST for action security_group_members [ 927.501524] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.501689] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.501749] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.501997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.502189] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.502398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.502458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.502641] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.502743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.502893] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.582253] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.597489] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f in Status: SUCCESS [ 927.597489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.597489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.597489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.597489] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.597489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.597489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.597489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.597489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.597489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.597489] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.850206] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.852282] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-722" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.852282] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-722" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.852282] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-722" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.852282] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.852282] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.852282] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.852768] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.852930] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.853167] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.853283] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.853393] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.853501] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.853609] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.853715] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.853846] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.883390] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.883678] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.883896] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.884135] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-722" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.884524] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-c3f0b7a6-be0e-4ba1-b6d4-651ffea5ffda taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.884764] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-c3f0b7a6-be0e-4ba1-b6d4-651ffea5ffda" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.884934] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-c3f0b7a6-be0e-4ba1-b6d4-651ffea5ffda" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.885334] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-c3f0b7a6-be0e-4ba1-b6d4-651ffea5ffda" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.885514] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3f0b7a6-be0e-4ba1-b6d4-651ffea5ffda',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.005374] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.005482] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.005547] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.005764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.005850] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.006120] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.006233] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.006315] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.006686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.006686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.006686] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 already deleted. [ 928.006823] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.085209] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.085469] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.085783] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.085881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.086041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.086152] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 is going to be created. [ 928.100092] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.114754] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.114928] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.114990] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.115186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.115379] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.128744] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 in Status: UNINITIALIZED for 2s [ 928.388544] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.388845] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.388917] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.389237] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.389389] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.389546] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port c3f0b7a6-be0e-4ba1-b6d4-651ffea5ffda not found, creating... [ 928.389860] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.390040] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.390160] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.390397] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.390562] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.390891] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.391208] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.391396] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.391633] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.391774] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.391926] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: c3f0b7a6-be0e-4ba1-b6d4-651ffea5ffda is going to be created. [ 928.415775] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.416034] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.416156] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.416431] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.416676] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.416910] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-c3f0b7a6-be0e-4ba1-b6d4-651ffea5ffda" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.603517] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f: rpc.has_security_group_logging(os_id): False [ 928.630949] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.631148] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.631183] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.631401] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.631541] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.631817] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.632750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.632750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.632750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.632750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.632750] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f is going to be created. [ 928.706467] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.706679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.706782] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.707146] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.707445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.719430] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f in Status: IN_PROGRESS for 2s [ 929.115101] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: SUCCESS [ 929.115369] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.115696] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.115949] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.116163] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.116286] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.116353] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.116520] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.116606] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.116703] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.116859] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.116938] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.116999] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.117164] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.117310] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.117558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.117627] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.117764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.117837] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.117933] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.118014] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.119757] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.119790] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.119941] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.120058] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.120122] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.120263] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.120337] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.120427] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.223406] env[66577]: INFO networking_nsxv3.common.synchronization [req-bccdb7fc-dba8-4a7b-a6b4-6ff6d02742e0 req-218858c7-cc84-4a6e-b7c0-b02df5dff2d5 service nova] Enqueued Resource ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 with Priority: HIGHEST for action security_group_rules [ 929.223640] env[66577]: INFO networking_nsxv3.common.synchronization [req-bccdb7fc-dba8-4a7b-a6b4-6ff6d02742e0 req-218858c7-cc84-4a6e-b7c0-b02df5dff2d5 service nova] Enqueued Resource ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 with Priority: HIGHEST for action security_group_members [ 929.223888] env[66577]: INFO networking_nsxv3.common.synchronization [req-bccdb7fc-dba8-4a7b-a6b4-6ff6d02742e0 req-218858c7-cc84-4a6e-b7c0-b02df5dff2d5 service nova] Enqueued Resource ID: c3f0b7a6-be0e-4ba1-b6d4-651ffea5ffda with Priority: HIGHEST for action port [ 929.224442] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 with Priority: HIGHEST for action security_group_rules [ 929.224593] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 with Priority: HIGHEST for action security_group_members [ 929.224729] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3f0b7a6-be0e-4ba1-b6d4-651ffea5ffda with Priority: HIGHEST for action port [ 929.224947] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.225064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.225124] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.225326] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.225408] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.226782] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.226782] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.226782] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.226782] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.226782] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.227123] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.227123] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.228255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.228255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.228255] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.229821] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3f0b7a6-be0e-4ba1-b6d4-651ffea5ffda taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.229821] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3f0b7a6-be0e-4ba1-b6d4-651ffea5ffda" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.229821] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3f0b7a6-be0e-4ba1-b6d4-651ffea5ffda" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.229821] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3f0b7a6-be0e-4ba1-b6d4-651ffea5ffda" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.229821] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3f0b7a6-be0e-4ba1-b6d4-651ffea5ffda',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.567203] env[66577]: INFO networking_nsxv3.common.synchronization [req-8d7ef873-27a0-4065-a312-725c01484010 req-bc5d20a3-8c0f-4ae1-ae8b-d3d1c8025954 tempest-AttachInterfacesUnderV243Test-1848768180 tempest-AttachInterfacesUnderV243Test-1848768180-project-member] Enqueued Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_members [ 929.567974] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_members [ 929.568780] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ad17886-d926-41de-abdb-ecb9d74ad410 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.568905] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.568905] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.569155] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.569316] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.569416] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.569499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.569683] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.569895] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.569895] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.600398] env[66577]: INFO networking_nsxv3.common.synchronization [req-8d7ef873-27a0-4065-a312-725c01484010 req-bc5d20a3-8c0f-4ae1-ae8b-d3d1c8025954 tempest-AttachInterfacesUnderV243Test-1848768180 tempest-AttachInterfacesUnderV243Test-1848768180-project-member] Enqueued Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_rules [ 929.600690] env[66577]: INFO networking_nsxv3.common.synchronization [req-8d7ef873-27a0-4065-a312-725c01484010 req-bc5d20a3-8c0f-4ae1-ae8b-d3d1c8025954 tempest-AttachInterfacesUnderV243Test-1848768180 tempest-AttachInterfacesUnderV243Test-1848768180-project-member] Enqueued Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_members [ 929.600828] env[66577]: INFO networking_nsxv3.common.synchronization [req-8d7ef873-27a0-4065-a312-725c01484010 req-bc5d20a3-8c0f-4ae1-ae8b-d3d1c8025954 tempest-AttachInterfacesUnderV243Test-1848768180 tempest-AttachInterfacesUnderV243Test-1848768180-project-member] Enqueued Resource ID: 261783d5-9e1f-42fa-9385-23c69ea796f1 with Priority: HIGHEST for action port [ 929.601646] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_rules [ 929.601646] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_members [ 929.601646] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261783d5-9e1f-42fa-9385-23c69ea796f1 with Priority: HIGHEST for action port [ 929.601799] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ad17886-d926-41de-abdb-ecb9d74ad410 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.601929] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.601987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.602303] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.602451] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.603477] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ad17886-d926-41de-abdb-ecb9d74ad410 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.603477] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.606250] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-261783d5-9e1f-42fa-9385-23c69ea796f1 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.606250] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-261783d5-9e1f-42fa-9385-23c69ea796f1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.606250] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-261783d5-9e1f-42fa-9385-23c69ea796f1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.606250] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-261783d5-9e1f-42fa-9385-23c69ea796f1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.606250] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('261783d5-9e1f-42fa-9385-23c69ea796f1',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.621057] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3c664c4-7fcc-49e5-adf3-8d36d8825b13: rpc.has_security_group_logging(os_id): False [ 929.625262] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.645562] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.645562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.645562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.645562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.645562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.645562] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.645562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.645562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.645562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.645562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.645562] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.645562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.645562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.645562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.645562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.646041] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.646041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.646041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.646041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.646041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.646041] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 is going to be updated. [ 929.718545] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.718688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.718761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.718978] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.719147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.733606] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.733870] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.734031] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.738247] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3f0b7a6-be0e-4ba1-b6d4-651ffea5ffda with status ACTIVE [ 929.738552] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.738692] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.738734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.738952] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.739054] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.739552] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.739552] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.739552] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.739552] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.739775] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.739863] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.739863] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.739976] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.740071] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.740145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.740225] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3f0b7a6-be0e-4ba1-b6d4-651ffea5ffda is going to be updated. [ 929.742107] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: IN_PROGRESS for 2s [ 929.810706] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.811214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.811404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.811760] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.812084] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.812514] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3f0b7a6-be0e-4ba1-b6d4-651ffea5ffda" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.026948] env[66577]: INFO networking_nsxv3.common.synchronization [req-f68105e5-9a65-4eb6-b59d-8a4aafd5ad89 req-e2569187-0590-4f2d-80e9-77356298697a tempest-ServerPasswordTestJSON-223531332 tempest-ServerPasswordTestJSON-223531332-project-member] Enqueued Resource ID: cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c with Priority: HIGHEST for action security_group_members [ 930.027754] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c with Priority: HIGHEST for action security_group_members [ 930.028144] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.028326] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.028326] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.028671] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.028883] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.029119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.029156] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.029360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.029429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.029525] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.072487] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.106151] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ad17886-d926-41de-abdb-ecb9d74ad410 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.106380] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.107772] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 261783d5-9e1f-42fa-9385-23c69ea796f1 with status ACTIVE [ 930.108076] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.108294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.108294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.108933] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.108933] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.108933] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.109087] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.109087] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.109238] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.109314] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.109521] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.109789] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.109789] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.109915] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.109973] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.110095] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 261783d5-9e1f-42fa-9385-23c69ea796f1 is going to be updated. [ 930.131557] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.140375] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.140571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.140664] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.140856] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.140997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.141177] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-261783d5-9e1f-42fa-9385-23c69ea796f1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.144853] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 in Status: SUCCESS [ 930.145394] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.145646] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.146089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.146416] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.146600] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.146697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.146921] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.147065] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.147206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.147362] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.237576] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.497043] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-570 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.497525] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-570" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.497733] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-570" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.498194] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-570" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.498654] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.499008] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.499225] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.499535] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.499801] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.500106] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.500472] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.500631] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.500824] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.501065] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.501377] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.501613] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.523573] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.523839] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.524033] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.524275] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-570" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.524668] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-75193bab-8baf-4a29-b690-af3bf7f99dd2 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.524915] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-75193bab-8baf-4a29-b690-af3bf7f99dd2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.525075] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-75193bab-8baf-4a29-b690-af3bf7f99dd2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.525450] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-75193bab-8baf-4a29-b690-af3bf7f99dd2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.525536] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75193bab-8baf-4a29-b690-af3bf7f99dd2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.531806] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.532013] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.532093] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.532318] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.532396] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.532672] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.532895] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.532969] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.533169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.533450] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.533581] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c already deleted. [ 930.533687] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.574823] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.636968] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.636968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.636968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.636968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.636968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.636968] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 is going to be updated. [ 930.650061] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fffe971-3540-40c4-8d4e-52ba55a259c9 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.650218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.650299] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.650523] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.650679] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.650782] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.650846] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.651041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.651100] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.651201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.651352] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fffe971-3540-40c4-8d4e-52ba55a259c9 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.651444] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.651518] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.651733] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.651885] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.651981] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.652080] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.652197] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.652274] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.652360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.652459] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.666962] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.667211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.667271] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.667617] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.667787] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.679454] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: IN_PROGRESS for 2s [ 930.732039] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f in Status: SUCCESS [ 930.732268] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.740602] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.740900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.740900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.741295] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.741295] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.741385] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 is going to be created. [ 930.771805] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.772175] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.772232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.772418] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.772603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.791037] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 in Status: UNINITIALIZED for 2s [ 931.029120] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.029330] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.029897] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.029897] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.029897] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.030089] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 75193bab-8baf-4a29-b690-af3bf7f99dd2 not found, creating... [ 931.030289] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.030458] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.030581] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.030797] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.030963] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.031278] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.031437] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.031554] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.031756] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.031885] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.032041] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 75193bab-8baf-4a29-b690-af3bf7f99dd2 is going to be created. [ 931.054882] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.055134] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.055262] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.055558] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.055787] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.056144] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-75193bab-8baf-4a29-b690-af3bf7f99dd2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.077581] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.077759] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.077827] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.078082] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.078171] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.078265] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 is going to be updated. [ 931.155124] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fffe971-3540-40c4-8d4e-52ba55a259c9: rpc.has_security_group_logging(os_id): False [ 931.169331] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.169969] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.169969] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.170147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.170382] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.184298] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.185037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.185037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.185037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.185037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.185274] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.185390] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.185464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.185656] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.186538] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.186538] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.186538] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.186538] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.186538] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.186538] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.186538] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.186830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.186830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.186887] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.186915] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.187157] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 is going to be created. [ 931.190347] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 in Status: IN_PROGRESS for 2s [ 931.308351] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.308546] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.308546] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.308723] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.308906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.342429] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 in Status: IN_PROGRESS for 2s [ 931.760634] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: SUCCESS [ 931.761112] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.761112] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.761330] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.761420] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.795913] env[66577]: INFO networking_nsxv3.common.synchronization [req-f68105e5-9a65-4eb6-b59d-8a4aafd5ad89 req-a3ec03a1-7a4b-4cd0-be1e-bad2f51ff047 service nova] Enqueued Resource ID: cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c with Priority: HIGHEST for action security_group_rules [ 931.796115] env[66577]: INFO networking_nsxv3.common.synchronization [req-f68105e5-9a65-4eb6-b59d-8a4aafd5ad89 req-a3ec03a1-7a4b-4cd0-be1e-bad2f51ff047 service nova] Enqueued Resource ID: cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c with Priority: HIGHEST for action security_group_members [ 931.796268] env[66577]: INFO networking_nsxv3.common.synchronization [req-f68105e5-9a65-4eb6-b59d-8a4aafd5ad89 req-a3ec03a1-7a4b-4cd0-be1e-bad2f51ff047 service nova] Enqueued Resource ID: 75193bab-8baf-4a29-b690-af3bf7f99dd2 with Priority: HIGHEST for action port [ 931.797229] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c with Priority: HIGHEST for action security_group_rules [ 931.797268] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c with Priority: HIGHEST for action security_group_members [ 931.797389] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75193bab-8baf-4a29-b690-af3bf7f99dd2 with Priority: HIGHEST for action port [ 931.797750] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.798218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.798291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.798554] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.798668] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.799863] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.799983] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.800063] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.800240] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.800387] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.800480] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.800540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.800671] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.800753] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.800839] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.801777] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-75193bab-8baf-4a29-b690-af3bf7f99dd2 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.801890] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75193bab-8baf-4a29-b690-af3bf7f99dd2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.802745] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75193bab-8baf-4a29-b690-af3bf7f99dd2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.802937] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75193bab-8baf-4a29-b690-af3bf7f99dd2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.803030] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75193bab-8baf-4a29-b690-af3bf7f99dd2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.263522] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.263689] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.304684] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.304948] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.306293] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.307491] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75193bab-8baf-4a29-b690-af3bf7f99dd2 with status ACTIVE [ 932.308479] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.308479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.308479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.308479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.308479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.308693] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.308935] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.308935] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.309404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.309540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.309795] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.309925] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.310027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.310241] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.310364] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.310476] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75193bab-8baf-4a29-b690-af3bf7f99dd2 is going to be updated. [ 932.346122] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.346394] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.346394] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.346549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.346694] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.346894] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75193bab-8baf-4a29-b690-af3bf7f99dd2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.694287] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: SUCCESS [ 932.694553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.695157] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.695397] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.695616] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.695876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.695876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.695972] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.696075] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.696161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.696250] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.805398] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 in Status: SUCCESS [ 932.805763] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.805832] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.806091] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.806326] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.806408] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.806473] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.806754] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.806788] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.806847] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.806938] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.813334] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.120664] env[66577]: INFO networking_nsxv3.common.synchronization [None req-3b11b7b0-3f95-477a-9620-3bb9eb9485c2 None None] Enqueued Resource ID: c6d829e5-a261-440d-ab2b-ad8e6f42ac22 with Priority: HIGHEST for action port [ 933.121210] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d829e5-a261-440d-ab2b-ad8e6f42ac22 with Priority: HIGHEST for action port [ 933.121528] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6d829e5-a261-440d-ab2b-ad8e6f42ac22 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.121633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6d829e5-a261-440d-ab2b-ad8e6f42ac22" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.121703] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6d829e5-a261-440d-ab2b-ad8e6f42ac22" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.122156] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6d829e5-a261-440d-ab2b-ad8e6f42ac22" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.122156] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6d829e5-a261-440d-ab2b-ad8e6f42ac22',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.200023] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.200023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.200023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.200023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.200023] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.200023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.200023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.200023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.200591] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.200591] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.200591] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.200591] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.200750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.200810] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.200956] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.201113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.201182] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.201381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.201500] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.201809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.201916] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.205463] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 in Status: SUCCESS [ 933.205675] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.206250] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.206418] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.206579] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.206685] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.206743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.207246] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.207333] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.207425] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.309746] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.316030] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.316273] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.316333] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.316662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.316662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.316754] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c is going to be created. [ 933.345015] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.345197] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.345197] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.346030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.346030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.356560] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c in Status: UNINITIALIZED for 2s [ 933.357287] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 in Status: SUCCESS [ 933.357549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.625090] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6d829e5-a261-440d-ab2b-ad8e6f42ac22 [ 933.625090] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.625090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.625090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.625090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.625090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.625090] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6d829e5-a261-440d-ab2b-ad8e6f42ac22 already deleted. [ 933.625090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6d829e5-a261-440d-ab2b-ad8e6f42ac22" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.705419] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3c664c4-7fcc-49e5-adf3-8d36d8825b13: rpc.has_security_group_logging(os_id): False [ 933.709505] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.727893] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.728055] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.728139] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.728376] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.728467] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.728774] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.728841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.728928] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.729089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.729162] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.729390] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.729488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.729553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.729726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.729796] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.730014] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.730160] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.730219] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.730360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.730430] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.730528] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 is going to be updated. [ 933.805886] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.806435] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.806435] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.806435] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.806435] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.812124] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1: rpc.has_security_group_logging(os_id): False [ 933.832299] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.832446] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.832522] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.832719] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.832809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.833245] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.833245] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.833245] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.833443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.833443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.833524] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 is going to be created. [ 933.841929] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: IN_PROGRESS for 2s [ 933.924114] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.924114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.924285] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.924495] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.924719] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.948119] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 in Status: IN_PROGRESS for 2s [ 934.214072] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.250889] env[66577]: INFO networking_nsxv3.common.synchronization [req-877455f0-f018-431b-9f4d-6dbda9832b32 req-ce83cece-6aff-41c6-840e-6bb2fa82c31e tempest-ServerDiskConfigTestJSON-513577884 tempest-ServerDiskConfigTestJSON-513577884-project-member] Enqueued Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 934.250889] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 934.253695] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.253695] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.253695] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.253695] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.253695] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.253695] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.253695] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.254093] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.254093] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.254093] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.718930] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.719137] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.719183] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.719755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.720583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.720687] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 is going to be updated. [ 934.753910] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.754234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.754234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.754370] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.754508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.756135] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.756434] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.756434] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.756771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.756771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.756929] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.757056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.757056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.757279] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.757279] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.757367] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 already deleted. [ 934.757461] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.766998] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 in Status: IN_PROGRESS for 2s [ 934.781019] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.781303] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-684" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.781373] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-684" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.782356] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-684" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.782356] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.782356] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.782356] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.782523] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.782551] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.782744] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.782961] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.782961] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.783079] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.783193] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.783295] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.783427] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.816485] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.816769] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.816769] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.817567] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-684" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.817567] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-f5195001-4816-4b5b-a336-323b9d097d83 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.817567] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-f5195001-4816-4b5b-a336-323b9d097d83" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.817851] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-f5195001-4816-4b5b-a336-323b9d097d83" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.818018] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-f5195001-4816-4b5b-a336-323b9d097d83" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.818196] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5195001-4816-4b5b-a336-323b9d097d83',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.081870] env[66577]: INFO networking_nsxv3.common.synchronization [None req-38216559-49cc-4cbc-b699-986af0a4e778 None None] Enqueued Resource ID: 51d12a64-a88d-4659-a3be-877dfeda7bec with Priority: HIGHEST for action port [ 935.082586] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d12a64-a88d-4659-a3be-877dfeda7bec with Priority: HIGHEST for action port [ 935.083303] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-51d12a64-a88d-4659-a3be-877dfeda7bec taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.083443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51d12a64-a88d-4659-a3be-877dfeda7bec" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.083532] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51d12a64-a88d-4659-a3be-877dfeda7bec" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.083770] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51d12a64-a88d-4659-a3be-877dfeda7bec" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.083859] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51d12a64-a88d-4659-a3be-877dfeda7bec',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.321410] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.321678] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.321807] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.322122] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.322280] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.322428] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port f5195001-4816-4b5b-a336-323b9d097d83 not found, creating... [ 935.322770] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.322982] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.323121] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.323365] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.323527] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.324422] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.324607] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.324785] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.325069] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.325278] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.325567] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: f5195001-4816-4b5b-a336-323b9d097d83 is going to be created. [ 935.376740] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c in Status: SUCCESS [ 935.379448] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.379448] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.379448] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.379448] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.379448] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.379448] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.379448] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.379448] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.379448] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.379448] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.386287] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.386508] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.386640] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.386926] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.387175] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.387406] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-f5195001-4816-4b5b-a336-323b9d097d83" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.587938] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51d12a64-a88d-4659-a3be-877dfeda7bec [ 935.588197] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.588334] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.588402] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.588673] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.588766] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.588864] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51d12a64-a88d-4659-a3be-877dfeda7bec already deleted. [ 935.588944] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51d12a64-a88d-4659-a3be-877dfeda7bec" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.860172] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: SUCCESS [ 935.860649] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.880465] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.880630] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.880689] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.880893] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.881071] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.881163] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.881226] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.881376] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.881460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.881544] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.881693] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.881785] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.881841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.882089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.882230] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.882325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.882397] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.882518] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.882581] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.882665] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.882756] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.961614] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 in Status: SUCCESS [ 935.961847] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.078413] env[66577]: INFO networking_nsxv3.common.synchronization [req-877455f0-f018-431b-9f4d-6dbda9832b32 req-4883014f-3043-40f8-b028-968db5fbc1ea service nova] Enqueued Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_rules [ 936.078600] env[66577]: INFO networking_nsxv3.common.synchronization [req-877455f0-f018-431b-9f4d-6dbda9832b32 req-4883014f-3043-40f8-b028-968db5fbc1ea service nova] Enqueued Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 936.078738] env[66577]: INFO networking_nsxv3.common.synchronization [req-877455f0-f018-431b-9f4d-6dbda9832b32 req-4883014f-3043-40f8-b028-968db5fbc1ea service nova] Enqueued Resource ID: f5195001-4816-4b5b-a336-323b9d097d83 with Priority: HIGHEST for action port [ 936.079302] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_rules [ 936.079460] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 936.079559] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5195001-4816-4b5b-a336-323b9d097d83 with Priority: HIGHEST for action port [ 936.079887] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.080097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.080403] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.080499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.080644] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.081776] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.081847] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.081936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.082152] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.082354] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.082615] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.087323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.087323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.087323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.087323] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.087323] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5195001-4816-4b5b-a336-323b9d097d83 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.087323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5195001-4816-4b5b-a336-323b9d097d83" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.087323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5195001-4816-4b5b-a336-323b9d097d83" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.087323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5195001-4816-4b5b-a336-323b9d097d83" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.087323] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5195001-4816-4b5b-a336-323b9d097d83',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.386331] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c: rpc.has_security_group_logging(os_id): False [ 936.416225] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.416430] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.416572] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.416887] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.417034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.417240] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.417366] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.417447] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.417683] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.417771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.418015] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.418110] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.418174] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.418315] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.418395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.418866] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.418866] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.419108] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.419214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.419309] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.419531] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c is going to be created. [ 936.487261] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.487407] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.487507] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.487733] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.487922] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.500814] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c in Status: IN_PROGRESS for 2s [ 936.589687] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.589843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.590084] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.591274] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5195001-4816-4b5b-a336-323b9d097d83 with status ACTIVE [ 936.591274] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.591394] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.591427] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.592378] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.592378] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.592378] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.592378] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.592378] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.592378] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.592378] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.592878] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.592878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.592878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.592878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.592878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.592878] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5195001-4816-4b5b-a336-323b9d097d83 is going to be updated. [ 936.639876] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.640034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.640104] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.640327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.640470] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.640794] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5195001-4816-4b5b-a336-323b9d097d83" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.791683] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 in Status: SUCCESS [ 936.792010] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.792271] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.792540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.792832] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.795105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.795105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.795394] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.795542] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.795714] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.795836] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.944184] env[66577]: INFO networking_nsxv3.common.synchronization [req-902202f9-4b4c-4f2f-bc5e-fe451e4146f9 req-32831932-c84b-48d8-aa1d-5651352bedc1 tempest-ImagesTestJSON-1308165066 tempest-ImagesTestJSON-1308165066-project-member] Enqueued Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 936.944485] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 936.948023] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.948023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.948023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.948023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.948023] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.948023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.948023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.948023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.948023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.948023] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.095035] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.297957] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.424764] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.425013] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-956" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.425386] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-956" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.425490] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-956" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.426297] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.426475] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.426615] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.426901] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.427036] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.427318] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.427476] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.427581] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.427685] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.427797] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.427988] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.428073] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.447277] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.447508] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 937.447657] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.447852] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-956" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.448211] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-0b303398-3520-44cb-b218-2c2b83b8fe45 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.448394] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-0b303398-3520-44cb-b218-2c2b83b8fe45" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.448547] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-0b303398-3520-44cb-b218-2c2b83b8fe45" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.448889] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-0b303398-3520-44cb-b218-2c2b83b8fe45" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.449083] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b303398-3520-44cb-b218-2c2b83b8fe45',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.451061] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.451216] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.451279] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.451470] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.451620] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.451823] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.451928] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.451986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.452160] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.452236] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.452579] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e is going to be updated. [ 937.484295] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.484512] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.484598] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.484843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.485044] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.495036] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: IN_PROGRESS for 2s [ 937.599140] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.599140] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.599140] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.599140] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.599443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.599443] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 is going to be created. [ 937.625288] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.625444] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.625584] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.625811] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.625991] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.638625] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: UNINITIALIZED for 2s [ 937.794025] env[66577]: INFO networking_nsxv3.common.synchronization [None req-d5f85917-e473-4c66-a324-07a6db155ea3 tempest-ServerActionsTestOtherA-1296391462 tempest-ServerActionsTestOtherA-1296391462-project-member] Enqueued Resource ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c with Priority: HIGHEST for action security_group_rules [ 937.794025] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c with Priority: HIGHEST for action security_group_rules [ 937.794025] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1042ec34-95cb-4be6-90bd-b0eabd47923c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.794464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.794650] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.795019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.795219] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1042ec34-95cb-4be6-90bd-b0eabd47923c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.802744] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ad17886-d926-41de-abdb-ecb9d74ad410: rpc.has_security_group_logging(os_id): False [ 937.823024] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.823024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.823024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.823024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.823024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.823024] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.823024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.823024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.823024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.823024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.823024] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 is going to be updated. [ 937.888613] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.888613] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.888613] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.888613] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.888613] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.905370] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 in Status: IN_PROGRESS for 2s [ 937.956361] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.956361] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.956361] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.957244] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.957711] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.958137] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 0b303398-3520-44cb-b218-2c2b83b8fe45 not found, creating... [ 937.958778] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.962034] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.962034] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.962034] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.962034] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.962034] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.962034] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.962034] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.962034] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.962034] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.962034] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 0b303398-3520-44cb-b218-2c2b83b8fe45 is going to be created. [ 937.993958] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.993958] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.993958] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.993958] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.993958] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.993958] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-0b303398-3520-44cb-b218-2c2b83b8fe45" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.078406] env[66577]: INFO networking_nsxv3.common.synchronization [None req-ed40221c-6c8f-4e2c-b291-f25b23605b74 tempest-ServerActionsTestOtherA-1296391462 tempest-ServerActionsTestOtherA-1296391462-project-member] Enqueued Resource ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c with Priority: HIGHEST for action security_group_rules [ 938.079058] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c with Priority: HIGHEST for action security_group_rules [ 938.079643] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1042ec34-95cb-4be6-90bd-b0eabd47923c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.080060] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.321089] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.321089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.321089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.321089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.321089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.321089] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c already deleted. [ 938.321089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.321089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.321089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.321089] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1042ec34-95cb-4be6-90bd-b0eabd47923c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.515758] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c in Status: SUCCESS [ 938.516471] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.743661] env[66577]: INFO networking_nsxv3.common.synchronization [req-902202f9-4b4c-4f2f-bc5e-fe451e4146f9 req-b2ad229e-960f-4ac2-92c3-ef5c4c205eb3 service nova] Enqueued Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_rules [ 938.743661] env[66577]: INFO networking_nsxv3.common.synchronization [req-902202f9-4b4c-4f2f-bc5e-fe451e4146f9 req-b2ad229e-960f-4ac2-92c3-ef5c4c205eb3 service nova] Enqueued Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 938.743661] env[66577]: INFO networking_nsxv3.common.synchronization [req-902202f9-4b4c-4f2f-bc5e-fe451e4146f9 req-b2ad229e-960f-4ac2-92c3-ef5c4c205eb3 service nova] Enqueued Resource ID: 0b303398-3520-44cb-b218-2c2b83b8fe45 with Priority: HIGHEST for action port [ 938.744073] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_rules [ 938.744177] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 938.744272] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b303398-3520-44cb-b218-2c2b83b8fe45 with Priority: HIGHEST for action port [ 938.744568] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.744675] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.744855] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.744944] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.745032] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.746873] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.746873] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.746873] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b303398-3520-44cb-b218-2c2b83b8fe45 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.746873] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b303398-3520-44cb-b218-2c2b83b8fe45" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.746873] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b303398-3520-44cb-b218-2c2b83b8fe45" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.746873] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b303398-3520-44cb-b218-2c2b83b8fe45" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.746873] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b303398-3520-44cb-b218-2c2b83b8fe45',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.843106] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.843361] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.843469] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.843765] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.843881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.843985] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c already deleted. [ 938.844086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.935977] env[66577]: INFO networking_nsxv3.common.synchronization [req-384e16f9-cd8f-4458-9066-31dd5b3c8037 req-34c32f45-8b51-4c99-b018-1cb2068f525c tempest-ServersAdminTestJSON-508682362 tempest-ServersAdminTestJSON-508682362-project-member] Enqueued Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 938.936616] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 938.936989] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.937092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.937127] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.937317] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.937515] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.937635] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.937694] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.938167] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.938167] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.938167] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.248673] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.248999] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.252206] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b303398-3520-44cb-b218-2c2b83b8fe45 with status ACTIVE [ 939.252434] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.252561] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.252629] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.252840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.252928] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.253110] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.253212] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.253273] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.253465] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.253494] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.253695] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.253750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.253812] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.253946] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.254097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.254097] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b303398-3520-44cb-b218-2c2b83b8fe45 is going to be updated. [ 939.281702] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.282639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.282639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.282639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.282639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.283083] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b303398-3520-44cb-b218-2c2b83b8fe45" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.440894] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.506043] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: SUCCESS [ 939.506549] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e deletion is rescheduled due to dependency. [ 939.506549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.506549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.506900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.507175] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.507385] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.507531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.507805] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.507993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.508201] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.651051] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: SUCCESS [ 939.651287] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.651826] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.652064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.652256] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.653516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.653516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.653516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.653516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.653516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.653516] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.931839] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 in Status: SUCCESS [ 939.931839] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.944115] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.012021] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.155875] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.159040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.159040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.159040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.159040] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.159040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.159040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.159040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.159040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.159040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.159040] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.159040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.159040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.159040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.159040] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.159040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.159040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.159040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.159040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.159632] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.159632] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.446404] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.446794] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.446794] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.446984] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.447148] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.447253] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a is going to be updated. [ 940.476087] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.476241] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.476320] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.476561] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.476714] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.489109] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: IN_PROGRESS for 2s [ 940.514494] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.665608] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fa613fd-3168-4037-8718-74203945f487: rpc.has_security_group_logging(os_id): False [ 940.686789] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.686993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.686993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.687264] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.687361] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.687600] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.687699] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.687759] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.687920] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.687995] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.688186] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.688277] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.688337] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.688492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.688547] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.688731] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.688822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.688880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.689023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.689093] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.689177] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fa613fd-3168-4037-8718-74203945f487 is going to be created. [ 940.765211] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.765424] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.765463] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.765657] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.765838] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.778211] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: IN_PROGRESS for 2s [ 940.811639] env[66577]: INFO networking_nsxv3.common.synchronization [None req-c226f3f6-36a7-4964-ad07-19ae7beaabde None None] Enqueued Resource ID: cece5f0d-dab3-4a8f-bdf1-fdfc17b6067e with Priority: HIGHEST for action port [ 940.812198] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cece5f0d-dab3-4a8f-bdf1-fdfc17b6067e with Priority: HIGHEST for action port [ 940.812516] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-cece5f0d-dab3-4a8f-bdf1-fdfc17b6067e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.812642] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cece5f0d-dab3-4a8f-bdf1-fdfc17b6067e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.812710] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cece5f0d-dab3-4a8f-bdf1-fdfc17b6067e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.812992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cece5f0d-dab3-4a8f-bdf1-fdfc17b6067e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.814072] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cece5f0d-dab3-4a8f-bdf1-fdfc17b6067e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.016468] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.016636] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.016709] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.016969] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.017076] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.017176] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e is going to be updated. [ 941.054070] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.054217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.054282] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.054485] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.054932] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.065092] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: IN_PROGRESS for 2s [ 941.318229] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cece5f0d-dab3-4a8f-bdf1-fdfc17b6067e [ 941.318229] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.318689] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.321953] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.323130] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.323130] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.323130] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cece5f0d-dab3-4a8f-bdf1-fdfc17b6067e already deleted. [ 941.323130] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cece5f0d-dab3-4a8f-bdf1-fdfc17b6067e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.504070] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: SUCCESS [ 942.504359] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.629911] env[66577]: INFO networking_nsxv3.common.synchronization [req-61dec77a-4a5e-46b2-98bd-0c0f2d54ce08 req-b4850aff-9bdd-49a2-be5a-e7aee0c6a8c0 tempest-AttachInterfacesUnderV243Test-1848768180 tempest-AttachInterfacesUnderV243Test-1848768180-project-member] Enqueued Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_members [ 942.630521] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_members [ 942.630874] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ad17886-d926-41de-abdb-ecb9d74ad410 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.631014] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.631937] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.631937] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.631937] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.631937] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.631937] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.632196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.632196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.632196] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.649278] env[66577]: INFO networking_nsxv3.common.synchronization [req-61dec77a-4a5e-46b2-98bd-0c0f2d54ce08 req-b4850aff-9bdd-49a2-be5a-e7aee0c6a8c0 tempest-AttachInterfacesUnderV243Test-1848768180 tempest-AttachInterfacesUnderV243Test-1848768180-project-member] Enqueued Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_rules [ 942.649451] env[66577]: INFO networking_nsxv3.common.synchronization [req-61dec77a-4a5e-46b2-98bd-0c0f2d54ce08 req-b4850aff-9bdd-49a2-be5a-e7aee0c6a8c0 tempest-AttachInterfacesUnderV243Test-1848768180 tempest-AttachInterfacesUnderV243Test-1848768180-project-member] Enqueued Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_members [ 942.649590] env[66577]: INFO networking_nsxv3.common.synchronization [req-61dec77a-4a5e-46b2-98bd-0c0f2d54ce08 req-b4850aff-9bdd-49a2-be5a-e7aee0c6a8c0 tempest-AttachInterfacesUnderV243Test-1848768180 tempest-AttachInterfacesUnderV243Test-1848768180-project-member] Enqueued Resource ID: 261783d5-9e1f-42fa-9385-23c69ea796f1 with Priority: HIGHEST for action port [ 942.650257] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_rules [ 942.650412] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_members [ 942.650509] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261783d5-9e1f-42fa-9385-23c69ea796f1 with Priority: HIGHEST for action port [ 942.650815] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ad17886-d926-41de-abdb-ecb9d74ad410 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.651040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.651040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.651215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.651329] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.652279] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ad17886-d926-41de-abdb-ecb9d74ad410 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.652396] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.652607] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-261783d5-9e1f-42fa-9385-23c69ea796f1 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.652711] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-261783d5-9e1f-42fa-9385-23c69ea796f1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.652773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-261783d5-9e1f-42fa-9385-23c69ea796f1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.652997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-261783d5-9e1f-42fa-9385-23c69ea796f1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.653102] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('261783d5-9e1f-42fa-9385-23c69ea796f1',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.802135] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: SUCCESS [ 942.802436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.078925] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: SUCCESS [ 943.079163] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.079337] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.079594] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.079750] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.079867] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.080161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.080161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.080161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.080270] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.080332] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.137162] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.155562] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 261783d5-9e1f-42fa-9385-23c69ea796f1 with status ACTIVE [ 943.158425] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.158425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.158425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.158425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.158425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.158425] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.158425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.158425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.158425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.158425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.158425] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.159787] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.160064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.160662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.161226] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.161226] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 261783d5-9e1f-42fa-9385-23c69ea796f1 is going to be updated. [ 943.164171] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ad17886-d926-41de-abdb-ecb9d74ad410 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.164171] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.185945] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.185945] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.185945] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.185945] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.186266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.186266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-261783d5-9e1f-42fa-9385-23c69ea796f1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.583155] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.583885] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.583885] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.584149] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.584357] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.584515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.584564] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.585232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.585356] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.585700] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.586131] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.586252] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.586649] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.586961] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.587252] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.587365] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.587424] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.587792] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.587792] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.587792] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.587968] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.630633] env[66577]: INFO networking_nsxv3.common.synchronization [None req-2f1d3769-6158-4d62-80e8-bd43077ebe76 None None] Enqueued Resource ID: ff702233-3f09-4aa7-8837-91b1f5f04193 with Priority: HIGHEST for action port [ 943.631181] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff702233-3f09-4aa7-8837-91b1f5f04193 with Priority: HIGHEST for action port [ 943.631485] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff702233-3f09-4aa7-8837-91b1f5f04193 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.631661] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff702233-3f09-4aa7-8837-91b1f5f04193" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.631753] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff702233-3f09-4aa7-8837-91b1f5f04193" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.632240] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff702233-3f09-4aa7-8837-91b1f5f04193" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.632349] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff702233-3f09-4aa7-8837-91b1f5f04193',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.638867] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.974655] env[66577]: INFO networking_nsxv3.common.synchronization [None req-0995b6a4-27aa-40d2-be20-d68d4b17a38d None None] Enqueued Resource ID: ef093977-0195-4f01-b7e3-05e185436ff0 with Priority: HIGHEST for action port [ 943.975358] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef093977-0195-4f01-b7e3-05e185436ff0 with Priority: HIGHEST for action port [ 943.976102] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef093977-0195-4f01-b7e3-05e185436ff0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.976381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef093977-0195-4f01-b7e3-05e185436ff0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.976381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef093977-0195-4f01-b7e3-05e185436ff0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.976642] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef093977-0195-4f01-b7e3-05e185436ff0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.976782] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef093977-0195-4f01-b7e3-05e185436ff0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.095020] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf804a78-e142-46f8-ab91-b0bb37b5608e: rpc.has_security_group_logging(os_id): False [ 944.112366] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.112552] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.112607] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.112801] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.112893] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.113099] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.113197] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.113256] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.113407] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.113482] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.113683] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.113777] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.113837] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.113975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.114062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.114243] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.114334] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.114392] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.114528] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.114601] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.114690] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e is going to be updated. [ 944.135934] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff702233-3f09-4aa7-8837-91b1f5f04193 [ 944.135934] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.135934] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.135934] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.135934] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.135934] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.135934] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff702233-3f09-4aa7-8837-91b1f5f04193 already deleted. [ 944.136486] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff702233-3f09-4aa7-8837-91b1f5f04193" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.142613] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.142784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.142840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.144029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.144029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.144029] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 is going to be updated. [ 944.194099] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.194520] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.194520] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.194806] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.199031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.209492] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 in Status: IN_PROGRESS for 2s [ 944.236198] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.236679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.236679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.236789] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.236914] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.261303] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: IN_PROGRESS for 2s [ 944.484373] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef093977-0195-4f01-b7e3-05e185436ff0 [ 944.484631] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.484772] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.484840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.485093] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.485209] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.485306] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef093977-0195-4f01-b7e3-05e185436ff0 already deleted. [ 944.485395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef093977-0195-4f01-b7e3-05e185436ff0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.635211] env[66577]: INFO networking_nsxv3.common.synchronization [req-3dd0d67b-808d-4fbb-9cd5-2522c6be27ac req-41ea7c1d-c271-43a7-8a7a-263feff2edab tempest-ServersTestMultiNic-1376160279 tempest-ServersTestMultiNic-1376160279-project-member] Enqueued Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 945.635211] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 945.635211] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.635211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.635211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.636365] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.636410] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.636508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.636561] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.636732] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.636810] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.636904] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.867973] env[66577]: INFO networking_nsxv3.common.synchronization [req-3dd0d67b-808d-4fbb-9cd5-2522c6be27ac req-1c5ebb6e-ea47-4382-b459-1a844dbeebd3 tempest-ServersTestMultiNic-1376160279 tempest-ServersTestMultiNic-1376160279-project-member] Enqueued Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 945.869548] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 with Priority: HIGHEST for action security_group_members [ 945.870858] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.871133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.142285] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.238905] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 in Status: SUCCESS [ 946.238905] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.239119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.239222] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.239450] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.239593] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.239704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.239884] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.240107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.240107] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.280192] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: SUCCESS [ 946.280476] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.423496] env[66577]: INFO networking_nsxv3.common.synchronization [None req-46fd1384-a6f1-4b59-b503-87f4dc5f1611 None None] Enqueued Resource ID: 6fa428bb-bb07-41d9-b8c4-286a2f760041 with Priority: HIGHEST for action port [ 946.423890] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fa428bb-bb07-41d9-b8c4-286a2f760041 with Priority: HIGHEST for action port [ 946.423890] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fa428bb-bb07-41d9-b8c4-286a2f760041 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.425577] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fa428bb-bb07-41d9-b8c4-286a2f760041" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.425577] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fa428bb-bb07-41d9-b8c4-286a2f760041" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.426051] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fa428bb-bb07-41d9-b8c4-286a2f760041" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.426605] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fa428bb-bb07-41d9-b8c4-286a2f760041',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.484499] env[66577]: INFO networking_nsxv3.common.synchronization [None req-cfc0e038-d3f3-4105-94e3-a592e32cc558 tempest-ServerActionsTestOtherB-1553213660 tempest-ServerActionsTestOtherB-1553213660-project-member] Enqueued Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_rules [ 946.485280] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_rules [ 946.485725] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbb4e956-0433-4e20-b64c-9dedce983586 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.485908] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.485991] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.486344] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.486456] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.612906] env[66577]: INFO networking_nsxv3.common.synchronization [None req-ea6b0322-bbc5-4307-8731-23a5ee3c0ff5 tempest-ServerActionsTestOtherB-1553213660 tempest-ServerActionsTestOtherB-1553213660-project-member] Enqueued Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_rules [ 946.614833] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_rules [ 946.615698] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbb4e956-0433-4e20-b64c-9dedce983586 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.615698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.643697] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.744173] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.929097] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fa428bb-bb07-41d9-b8c4-286a2f760041 [ 946.929236] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.929363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.929428] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.929640] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.929726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.930651] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fa428bb-bb07-41d9-b8c4-286a2f760041 already deleted. [ 946.930651] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fa428bb-bb07-41d9-b8c4-286a2f760041" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.007816] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.008079] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.008079] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.008365] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.008453] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.008531] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbb4e956-0433-4e20-b64c-9dedce983586 already deleted. [ 947.008632] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.008842] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.009099] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.009158] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.146038] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.146280] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.146394] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.146641] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.146761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.146883] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 is going to be updated. [ 947.178244] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.178410] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.178488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.178719] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.178881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.193242] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: IN_PROGRESS for 2s [ 947.248044] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.535376] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.535550] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.535609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.535823] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.535911] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.536012] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbb4e956-0433-4e20-b64c-9dedce983586 already deleted. [ 947.536106] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.753773] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.753773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.753773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.753773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.753773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.753773] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 is going to be updated. [ 947.804529] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.804788] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.804852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.805353] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.805353] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.817654] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 in Status: IN_PROGRESS for 2s [ 948.450303] env[66577]: INFO networking_nsxv3.common.synchronization [req-ac390b95-b4ea-46ca-9606-e326a17e7e77 req-f099c5a7-f5a2-41e3-ac2d-d93b8cc7fbb6 tempest-ServerGroupTestJSON-145192241 tempest-ServerGroupTestJSON-145192241-project-member] Enqueued Resource ID: 11e82a13-7585-413e-b56c-1d0a5f62a6c6 with Priority: HIGHEST for action security_group_members [ 948.450863] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e82a13-7585-413e-b56c-1d0a5f62a6c6 with Priority: HIGHEST for action security_group_members [ 948.451305] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e82a13-7585-413e-b56c-1d0a5f62a6c6 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.451305] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.451466] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.451959] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.451959] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.452103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.452151] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.452300] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.452386] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.452479] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e82a13-7585-413e-b56c-1d0a5f62a6c6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.867925] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-595 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.868285] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-595" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.868325] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-595" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.868731] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-595" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.869117] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.869380] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.869571] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.869848] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.870096] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.870454] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.870705] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.870873] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.871045] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.871223] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.871400] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.871629] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.896264] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.896511] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.896660] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.896837] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-595" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.897330] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-57575052-c29e-4f99-bacc-aa0c756aebb9 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.897601] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-57575052-c29e-4f99-bacc-aa0c756aebb9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.897817] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-57575052-c29e-4f99-bacc-aa0c756aebb9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.898859] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-57575052-c29e-4f99-bacc-aa0c756aebb9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.898859] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57575052-c29e-4f99-bacc-aa0c756aebb9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.955738] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.955926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.956015] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.956272] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.956387] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.956613] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.956745] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.956813] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.956983] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.957080] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.957171] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e82a13-7585-413e-b56c-1d0a5f62a6c6 already deleted. [ 948.957307] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.204722] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: SUCCESS [ 949.205026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.205210] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.205715] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.205795] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.205996] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.206100] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.206294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.206378] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.206520] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3c664c4-7fcc-49e5-adf3-8d36d8825b13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.400665] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.400899] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.401068] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.401314] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.401468] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.401620] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 57575052-c29e-4f99-bacc-aa0c756aebb9 not found, creating... [ 949.401913] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.402080] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.402215] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.402459] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.402601] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.402894] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.403223] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.403377] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.403608] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.403783] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.403932] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 57575052-c29e-4f99-bacc-aa0c756aebb9 is going to be created. [ 949.431281] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.431449] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.431496] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.431776] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.432017] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.432282] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-57575052-c29e-4f99-bacc-aa0c756aebb9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.711057] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.711057] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.711057] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.711057] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.711057] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.711057] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.711057] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.711057] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.711057] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.711057] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.711057] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 is going to be updated. [ 949.744031] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.744231] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.744310] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.744524] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.744671] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.755856] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: IN_PROGRESS for 2s [ 949.833834] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 in Status: SUCCESS [ 949.833834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.833834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.833834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.833834] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.833834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.833834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.833834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.833834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.833834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.833834] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.246754] env[66577]: INFO networking_nsxv3.common.synchronization [req-ac390b95-b4ea-46ca-9606-e326a17e7e77 req-227b26cf-b0bf-4feb-b8f0-b64f1d549a77 service nova] Enqueued Resource ID: 11e82a13-7585-413e-b56c-1d0a5f62a6c6 with Priority: HIGHEST for action security_group_rules [ 950.248280] env[66577]: INFO networking_nsxv3.common.synchronization [req-ac390b95-b4ea-46ca-9606-e326a17e7e77 req-227b26cf-b0bf-4feb-b8f0-b64f1d549a77 service nova] Enqueued Resource ID: 11e82a13-7585-413e-b56c-1d0a5f62a6c6 with Priority: HIGHEST for action security_group_members [ 950.248280] env[66577]: INFO networking_nsxv3.common.synchronization [req-ac390b95-b4ea-46ca-9606-e326a17e7e77 req-227b26cf-b0bf-4feb-b8f0-b64f1d549a77 service nova] Enqueued Resource ID: 57575052-c29e-4f99-bacc-aa0c756aebb9 with Priority: HIGHEST for action port [ 950.249025] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e82a13-7585-413e-b56c-1d0a5f62a6c6 with Priority: HIGHEST for action security_group_rules [ 950.249142] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e82a13-7585-413e-b56c-1d0a5f62a6c6 with Priority: HIGHEST for action security_group_members [ 950.249211] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57575052-c29e-4f99-bacc-aa0c756aebb9 with Priority: HIGHEST for action port [ 950.249548] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e82a13-7585-413e-b56c-1d0a5f62a6c6 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.249714] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.249714] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.251229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.251229] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e82a13-7585-413e-b56c-1d0a5f62a6c6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.251229] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e82a13-7585-413e-b56c-1d0a5f62a6c6 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.253445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.253445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.253445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.253445] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.253445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.253445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.253445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.253445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.253445] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e82a13-7585-413e-b56c-1d0a5f62a6c6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.253445] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-57575052-c29e-4f99-bacc-aa0c756aebb9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.253445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57575052-c29e-4f99-bacc-aa0c756aebb9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.253811] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57575052-c29e-4f99-bacc-aa0c756aebb9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.253811] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57575052-c29e-4f99-bacc-aa0c756aebb9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.253811] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57575052-c29e-4f99-bacc-aa0c756aebb9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.328927] env[66577]: INFO networking_nsxv3.common.synchronization [req-48a8c6c3-1fb3-426f-85f0-ec0ab4eeb391 req-4cb1da75-7fcf-4bc7-a77a-b7a6a92a51d0 tempest-ServerPasswordTestJSON-223531332 tempest-ServerPasswordTestJSON-223531332-project-member] Enqueued Resource ID: cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c with Priority: HIGHEST for action security_group_members [ 950.329525] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c with Priority: HIGHEST for action security_group_members [ 950.329848] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.329966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.331384] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.331384] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.331384] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.331384] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.331384] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.331384] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.331384] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.331384] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.339055] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.666364] env[66577]: INFO networking_nsxv3.common.synchronization [req-548148d0-ff47-484d-bd02-590c6c2fd69e req-c24b3fe4-789c-49c3-b52b-d0ecbc42d53e tempest-AttachInterfacesUnderV243Test-1848768180 tempest-AttachInterfacesUnderV243Test-1848768180-project-member] Enqueued Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_members [ 950.667253] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 with Priority: HIGHEST for action security_group_members [ 950.667672] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ad17886-d926-41de-abdb-ecb9d74ad410 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.667672] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.667672] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.668088] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.668088] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.668088] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.668878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.669199] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.669344] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.669493] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ad17886-d926-41de-abdb-ecb9d74ad410',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.759030] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11e82a13-7585-413e-b56c-1d0a5f62a6c6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.759030] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e82a13-7585-413e-b56c-1d0a5f62a6c6 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.759030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.759030] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57575052-c29e-4f99-bacc-aa0c756aebb9 with status ACTIVE [ 950.759030] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.759030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.759030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.759030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.759030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.759030] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.760198] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.760468] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.760834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.761279] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.762328] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.762645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.762847] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.763748] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.764284] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.764506] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57575052-c29e-4f99-bacc-aa0c756aebb9 is going to be updated. [ 950.793590] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.793813] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.793894] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.794124] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.794303] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.794512] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57575052-c29e-4f99-bacc-aa0c756aebb9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.834842] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.835037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.835105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.835311] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.835402] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.835761] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.835921] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.836021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.836229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.836289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.836401] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c is going to be updated. [ 950.841692] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ad17886-d926-41de-abdb-ecb9d74ad410: rpc.has_security_group_logging(os_id): False [ 950.865541] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.865772] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.865861] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.866816] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.866816] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.866816] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.866816] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.866816] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.867090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.867090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.867090] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 is going to be updated. [ 950.896374] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.896374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.896374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.897583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.897833] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.921305] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c in Status: IN_PROGRESS for 2s [ 951.037029] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.037334] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.037470] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.037696] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.037902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.059217] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 in Status: IN_PROGRESS for 2s [ 951.172764] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.172977] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.172977] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.173245] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.173406] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.173852] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.173852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.173852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.174113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.174237] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.174289] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 is going to be updated. [ 951.245483] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.245803] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.245874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.246536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.246536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.259921] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11e82a13-7585-413e-b56c-1d0a5f62a6c6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.261667] env[66577]: INFO networking_nsxv3.common.synchronization [req-1d431a3c-a188-46c5-b28f-df900c2f972f req-f44543fc-7890-4c54-b5de-f915abb190e1 tempest-ServerActionsTestJSON-1350215912 tempest-ServerActionsTestJSON-1350215912-project-member] Enqueued Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_members [ 951.262874] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 in Status: IN_PROGRESS for 2s [ 951.264697] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_members [ 951.265693] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cf4cf4-ceb5-4093-bfcf-370102242b30 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.265980] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.265980] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.266336] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.266572] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.266822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.266822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.266915] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.266980] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.267538] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.767238] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.767238] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.767238] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.767238] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.767238] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.767624] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e82a13-7585-413e-b56c-1d0a5f62a6c6 is going to be created. [ 951.771388] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 in Status: SUCCESS [ 951.771388] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3c664c4-7fcc-49e5-adf3-8d36d8825b13 deletion is rescheduled due to dependency. [ 951.771388] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3c664c4-7fcc-49e5-adf3-8d36d8825b13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.772881] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.773143] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.773270] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.773584] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.773739] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.774089] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.774243] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.774356] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.774828] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.774828] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.775062] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 already deleted. [ 951.775062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.808257] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.808257] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.808257] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.808257] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.808257] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.837994] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e82a13-7585-413e-b56c-1d0a5f62a6c6 in Status: UNINITIALIZED for 2s [ 951.953445] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.953768] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.953989] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.954467] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.954715] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.954922] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.955091] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.955330] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.955525] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.955727] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.955849] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.955958] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.956078] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.956188] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.956292] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.957404] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.986949] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.987309] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.987559] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.987787] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.988289] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-19929ddd-dbf0-491f-87a4-fc587e56930f taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.988555] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-19929ddd-dbf0-491f-87a4-fc587e56930f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.988774] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-19929ddd-dbf0-491f-87a4-fc587e56930f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.989216] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-19929ddd-dbf0-491f-87a4-fc587e56930f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.989481] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19929ddd-dbf0-491f-87a4-fc587e56930f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.492589] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.492990] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.493950] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.494339] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.494561] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.494816] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 19929ddd-dbf0-491f-87a4-fc587e56930f not found, creating... [ 952.495211] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.495489] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.495701] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.496030] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.496216] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.496574] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.496748] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.496867] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.497126] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.497280] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.497442] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 19929ddd-dbf0-491f-87a4-fc587e56930f is going to be created. [ 952.519499] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.519499] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.519499] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.519720] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.520155] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.520450] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-19929ddd-dbf0-491f-87a4-fc587e56930f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.684789] env[66577]: INFO networking_nsxv3.common.synchronization [req-f4807d85-a2f2-4e77-ac2e-600040a64b47 req-e341d892-3a50-45c9-9eb2-462bbf08426e tempest-ServersTestJSON-1986641018 tempest-ServersTestJSON-1986641018-project-member] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 952.687924] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 952.688462] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.688593] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.688668] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.688894] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.689103] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.689211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.689277] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.689554] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.689751] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.689889] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.933111] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c in Status: SUCCESS [ 952.933289] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c deletion is rescheduled due to dependency. [ 952.933348] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.077692] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 in Status: SUCCESS [ 953.078107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.178902] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-640 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.179128] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.179261] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.179541] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.179805] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.179966] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.180092] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.180311] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.180472] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.180694] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.180873] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.181046] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.181165] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.181296] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.181404] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.181537] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.192031] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.207187] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.207424] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.207695] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.207921] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.208344] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-b1d2fdc0-cf88-407e-a9ee-1ad77993a4e9 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.208597] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-b1d2fdc0-cf88-407e-a9ee-1ad77993a4e9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.208794] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-b1d2fdc0-cf88-407e-a9ee-1ad77993a4e9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.209746] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-b1d2fdc0-cf88-407e-a9ee-1ad77993a4e9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.210065] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1d2fdc0-cf88-407e-a9ee-1ad77993a4e9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.276038] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 in Status: IN_PROGRESS for 4s [ 953.311101] env[66577]: INFO networking_nsxv3.common.synchronization [req-1d431a3c-a188-46c5-b28f-df900c2f972f req-448f0a62-cc90-40c5-93e9-a4368394ecfe service nova] Enqueued Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_rules [ 953.311444] env[66577]: INFO networking_nsxv3.common.synchronization [req-1d431a3c-a188-46c5-b28f-df900c2f972f req-448f0a62-cc90-40c5-93e9-a4368394ecfe service nova] Enqueued Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_members [ 953.312043] env[66577]: INFO networking_nsxv3.common.synchronization [req-1d431a3c-a188-46c5-b28f-df900c2f972f req-448f0a62-cc90-40c5-93e9-a4368394ecfe service nova] Enqueued Resource ID: 19929ddd-dbf0-491f-87a4-fc587e56930f with Priority: HIGHEST for action port [ 953.312527] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_rules [ 953.312676] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_members [ 953.312772] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19929ddd-dbf0-491f-87a4-fc587e56930f with Priority: HIGHEST for action port [ 953.313068] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68cf4cf4-ceb5-4093-bfcf-370102242b30 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.313197] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.313267] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.313481] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.313560] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.314799] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cf4cf4-ceb5-4093-bfcf-370102242b30 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.314799] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.314799] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.314799] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.315078] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.315078] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.315078] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.315225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.315225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.315378] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.316595] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-19929ddd-dbf0-491f-87a4-fc587e56930f taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.316747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19929ddd-dbf0-491f-87a4-fc587e56930f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.316813] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19929ddd-dbf0-491f-87a4-fc587e56930f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.317466] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19929ddd-dbf0-491f-87a4-fc587e56930f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.317466] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19929ddd-dbf0-491f-87a4-fc587e56930f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.694910] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.716019] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.716019] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.716019] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.716019] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.716019] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.716019] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port b1d2fdc0-cf88-407e-a9ee-1ad77993a4e9 not found, creating... [ 953.716019] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.716019] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.716019] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.716019] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.716019] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.716429] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.716429] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.716429] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.716429] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.716429] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.716897] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: b1d2fdc0-cf88-407e-a9ee-1ad77993a4e9 is going to be created. [ 953.739103] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.739429] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.739611] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.739950] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.740292] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.740620] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-b1d2fdc0-cf88-407e-a9ee-1ad77993a4e9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.818646] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.819806] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cf4cf4-ceb5-4093-bfcf-370102242b30 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.819955] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.820626] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19929ddd-dbf0-491f-87a4-fc587e56930f with status ACTIVE [ 953.820626] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.820626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.821957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.821957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.821957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.821957] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.821957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.821957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.821957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.821957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.821957] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.821957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.821957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.822546] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.822546] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.822546] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19929ddd-dbf0-491f-87a4-fc587e56930f is going to be updated. [ 953.849169] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e82a13-7585-413e-b56c-1d0a5f62a6c6 in Status: SUCCESS [ 953.849454] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.849562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.849785] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.849971] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.850140] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.850186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.850311] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.850389] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.850474] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.850565] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11e82a13-7585-413e-b56c-1d0a5f62a6c6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.856068] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.856068] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.856068] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.856068] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.856068] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.856294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19929ddd-dbf0-491f-87a4-fc587e56930f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.084543] env[66577]: INFO networking_nsxv3.common.synchronization [req-0c364a55-e9c1-48a1-89a1-fa814ae291f7 req-a134fd1b-98dd-449d-8bd8-1c37bf67c88e tempest-ServerRescueTestJSONUnderV235-582892057 tempest-ServerRescueTestJSONUnderV235-582892057-project-member] Enqueued Resource ID: c1113f19-4e9e-438f-8040-772d6a92f61b with Priority: HIGHEST for action security_group_members [ 954.084720] env[66577]: INFO networking_nsxv3.common.synchronization [req-0c364a55-e9c1-48a1-89a1-fa814ae291f7 req-a134fd1b-98dd-449d-8bd8-1c37bf67c88e tempest-ServerRescueTestJSONUnderV235-582892057 tempest-ServerRescueTestJSONUnderV235-582892057-project-member] Enqueued Resource ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 with Priority: HIGHEST for action security_group_members [ 954.085882] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1113f19-4e9e-438f-8040-772d6a92f61b with Priority: HIGHEST for action security_group_members [ 954.086058] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 with Priority: HIGHEST for action security_group_members [ 954.086408] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1113f19-4e9e-438f-8040-772d6a92f61b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.086539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1113f19-4e9e-438f-8040-772d6a92f61b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.086635] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1113f19-4e9e-438f-8040-772d6a92f61b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.086913] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1113f19-4e9e-438f-8040-772d6a92f61b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.087107] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.087219] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.087283] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.087508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.087654] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.087757] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1113f19-4e9e-438f-8040-772d6a92f61b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.088753] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fffe971-3540-40c4-8d4e-52ba55a259c9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.088867] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.088969] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.089113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.089261] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.089387] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.089478] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.089678] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.089832] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.089904] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.136018] env[66577]: INFO networking_nsxv3.common.synchronization [req-0c364a55-e9c1-48a1-89a1-fa814ae291f7 req-a134fd1b-98dd-449d-8bd8-1c37bf67c88e tempest-ServerRescueTestJSONUnderV235-582892057 tempest-ServerRescueTestJSONUnderV235-582892057-project-member] Enqueued Resource ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 with Priority: HIGHEST for action security_group_rules [ 954.136309] env[66577]: INFO networking_nsxv3.common.synchronization [req-0c364a55-e9c1-48a1-89a1-fa814ae291f7 req-a134fd1b-98dd-449d-8bd8-1c37bf67c88e tempest-ServerRescueTestJSONUnderV235-582892057 tempest-ServerRescueTestJSONUnderV235-582892057-project-member] Enqueued Resource ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 with Priority: HIGHEST for action security_group_members [ 954.136417] env[66577]: INFO networking_nsxv3.common.synchronization [req-0c364a55-e9c1-48a1-89a1-fa814ae291f7 req-a134fd1b-98dd-449d-8bd8-1c37bf67c88e tempest-ServerRescueTestJSONUnderV235-582892057 tempest-ServerRescueTestJSONUnderV235-582892057-project-member] Enqueued Resource ID: c1113f19-4e9e-438f-8040-772d6a92f61b with Priority: HIGHEST for action security_group_rules [ 954.136863] env[66577]: INFO networking_nsxv3.common.synchronization [req-0c364a55-e9c1-48a1-89a1-fa814ae291f7 req-a134fd1b-98dd-449d-8bd8-1c37bf67c88e tempest-ServerRescueTestJSONUnderV235-582892057 tempest-ServerRescueTestJSONUnderV235-582892057-project-member] Enqueued Resource ID: c1113f19-4e9e-438f-8040-772d6a92f61b with Priority: HIGHEST for action security_group_members [ 954.137053] env[66577]: INFO networking_nsxv3.common.synchronization [req-0c364a55-e9c1-48a1-89a1-fa814ae291f7 req-a134fd1b-98dd-449d-8bd8-1c37bf67c88e tempest-ServerRescueTestJSONUnderV235-582892057 tempest-ServerRescueTestJSONUnderV235-582892057-project-member] Enqueued Resource ID: 2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80 with Priority: HIGHEST for action port [ 954.137746] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 with Priority: HIGHEST for action security_group_rules [ 954.137883] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1113f19-4e9e-438f-8040-772d6a92f61b with Priority: HIGHEST for action security_group_rules [ 954.137986] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80 with Priority: HIGHEST for action port [ 954.138132] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 with Priority: HIGHEST for action security_group_members [ 954.138234] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1113f19-4e9e-438f-8040-772d6a92f61b with Priority: HIGHEST for action security_group_members [ 954.138513] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fffe971-3540-40c4-8d4e-52ba55a259c9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.138709] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.138709] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.138875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.138944] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.140196] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1113f19-4e9e-438f-8040-772d6a92f61b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.140741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1113f19-4e9e-438f-8040-772d6a92f61b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.140880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1113f19-4e9e-438f-8040-772d6a92f61b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.141224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1113f19-4e9e-438f-8040-772d6a92f61b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.141528] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1113f19-4e9e-438f-8040-772d6a92f61b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.143492] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.143747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.143881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.144180] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.144316] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.146148] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fffe971-3540-40c4-8d4e-52ba55a259c9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.146315] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.146618] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1113f19-4e9e-438f-8040-772d6a92f61b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.146763] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1113f19-4e9e-438f-8040-772d6a92f61b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.198639] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.198885] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.198885] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.199747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.199747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.199747] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 954.236103] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.236103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.236103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.236601] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.236601] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.250848] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 954.320957] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.354338] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e82a13-7585-413e-b56c-1d0a5f62a6c6 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.354338] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.354338] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.354683] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.354727] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.354795] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.354846] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.354995] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.355318] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.355318] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.355318] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e82a13-7585-413e-b56c-1d0a5f62a6c6 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.355502] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.355551] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.355719] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.355834] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.355978] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.355978] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.356145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.356219] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.356901] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.356901] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11e82a13-7585-413e-b56c-1d0a5f62a6c6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.551810] env[66577]: INFO networking_nsxv3.common.synchronization [req-f4807d85-a2f2-4e77-ac2e-600040a64b47 req-914c8948-602d-439e-9309-fa0dac3d566c service nova] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_rules [ 954.551992] env[66577]: INFO networking_nsxv3.common.synchronization [req-f4807d85-a2f2-4e77-ac2e-600040a64b47 req-914c8948-602d-439e-9309-fa0dac3d566c service nova] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 954.552146] env[66577]: INFO networking_nsxv3.common.synchronization [req-f4807d85-a2f2-4e77-ac2e-600040a64b47 req-914c8948-602d-439e-9309-fa0dac3d566c service nova] Enqueued Resource ID: b1d2fdc0-cf88-407e-a9ee-1ad77993a4e9 with Priority: HIGHEST for action port [ 954.552370] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_rules [ 954.552499] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 954.552594] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d2fdc0-cf88-407e-a9ee-1ad77993a4e9 with Priority: HIGHEST for action port [ 954.555694] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.555694] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.555807] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.555976] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.556082] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.557073] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.557073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.557279] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1d2fdc0-cf88-407e-a9ee-1ad77993a4e9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.557373] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1d2fdc0-cf88-407e-a9ee-1ad77993a4e9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.557460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1d2fdc0-cf88-407e-a9ee-1ad77993a4e9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.557624] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1d2fdc0-cf88-407e-a9ee-1ad77993a4e9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.557696] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1d2fdc0-cf88-407e-a9ee-1ad77993a4e9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.591830] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1113f19-4e9e-438f-8040-772d6a92f61b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.592833] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.644597] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1113f19-4e9e-438f-8040-772d6a92f61b taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.644597] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1113f19-4e9e-438f-8040-772d6a92f61b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.647184] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80 with status ACTIVE [ 954.647381] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.647818] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.647818] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.647818] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.647921] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.648407] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.648407] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.648407] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.648670] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.648721] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.648958] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.649073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.649073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.649228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.649301] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.649384] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80 is going to be updated. [ 954.650796] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fffe971-3540-40c4-8d4e-52ba55a259c9 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.650892] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.674024] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.674024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.674024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.674024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.674024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.674024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.811995] env[66577]: INFO networking_nsxv3.common.synchronization [req-ce3d7d6f-37fb-4c95-8f93-6cb9b5cfcbb7 req-a9b35b31-2a46-4326-ba4b-8c7ee525f028 tempest-DeleteServersTestJSON-1132974874 tempest-DeleteServersTestJSON-1132974874-project-member] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 954.812333] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 954.812566] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.812702] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.812781] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.812985] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.813336] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.813336] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.813336] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.813521] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.813521] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.813625] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.823347] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.823347] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.823347] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.823347] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.823347] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.823587] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 is going to be created. [ 954.848635] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.848868] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.848947] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.849183] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.849350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.859521] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11e82a13-7585-413e-b56c-1d0a5f62a6c6: rpc.has_security_group_logging(os_id): False [ 954.861961] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 in Status: UNINITIALIZED for 2s [ 954.879204] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.879330] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.879330] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.880052] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.880052] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.880052] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.880052] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.880052] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.880345] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.880345] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.880459] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.880557] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.880614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.880751] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.880831] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.881144] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.881261] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.881335] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.882040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.882040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.882040] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e82a13-7585-413e-b56c-1d0a5f62a6c6 is going to be created. [ 954.901023] env[66577]: INFO networking_nsxv3.common.synchronization [req-8d80869b-9630-4f3b-acff-4ac1ec62bf44 req-6da03e52-b9e2-4561-b6d3-8d8f3acebe3c tempest-ServerRescueTestJSONUnderV235-582892057 tempest-ServerRescueTestJSONUnderV235-582892057-project-member] Enqueued Resource ID: c1113f19-4e9e-438f-8040-772d6a92f61b with Priority: HIGHEST for action security_group_members [ 954.901023] env[66577]: INFO networking_nsxv3.common.synchronization [req-8d80869b-9630-4f3b-acff-4ac1ec62bf44 req-6da03e52-b9e2-4561-b6d3-8d8f3acebe3c tempest-ServerRescueTestJSONUnderV235-582892057 tempest-ServerRescueTestJSONUnderV235-582892057-project-member] Enqueued Resource ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 with Priority: HIGHEST for action security_group_members [ 954.901023] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1113f19-4e9e-438f-8040-772d6a92f61b with Priority: HIGHEST for action security_group_members [ 954.901023] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 with Priority: HIGHEST for action security_group_members [ 954.901023] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1113f19-4e9e-438f-8040-772d6a92f61b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.901023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1113f19-4e9e-438f-8040-772d6a92f61b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.901023] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fffe971-3540-40c4-8d4e-52ba55a259c9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.901410] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.950219] env[66577]: INFO networking_nsxv3.common.synchronization [req-8d80869b-9630-4f3b-acff-4ac1ec62bf44 req-6da03e52-b9e2-4561-b6d3-8d8f3acebe3c tempest-ServerRescueTestJSONUnderV235-582892057 tempest-ServerRescueTestJSONUnderV235-582892057-project-member] Enqueued Resource ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 with Priority: HIGHEST for action security_group_rules [ 954.950406] env[66577]: INFO networking_nsxv3.common.synchronization [req-8d80869b-9630-4f3b-acff-4ac1ec62bf44 req-6da03e52-b9e2-4561-b6d3-8d8f3acebe3c tempest-ServerRescueTestJSONUnderV235-582892057 tempest-ServerRescueTestJSONUnderV235-582892057-project-member] Enqueued Resource ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 with Priority: HIGHEST for action security_group_members [ 954.950559] env[66577]: INFO networking_nsxv3.common.synchronization [req-8d80869b-9630-4f3b-acff-4ac1ec62bf44 req-6da03e52-b9e2-4561-b6d3-8d8f3acebe3c tempest-ServerRescueTestJSONUnderV235-582892057 tempest-ServerRescueTestJSONUnderV235-582892057-project-member] Enqueued Resource ID: 2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80 with Priority: HIGHEST for action port [ 954.951293] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 with Priority: HIGHEST for action security_group_rules [ 954.951494] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 with Priority: HIGHEST for action security_group_members [ 954.951571] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80 with Priority: HIGHEST for action port [ 954.951796] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fffe971-3540-40c4-8d4e-52ba55a259c9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.951894] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.952129] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fffe971-3540-40c4-8d4e-52ba55a259c9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.952220] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.952388] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.952492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.952551] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.952757] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.952924] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.954942] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.955030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.956172] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.956388] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.956571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.976261] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e82a13-7585-413e-b56c-1d0a5f62a6c6 in Status: IN_PROGRESS for 2s [ 955.060388] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.060529] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.060854] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1d2fdc0-cf88-407e-a9ee-1ad77993a4e9 with status ACTIVE [ 955.061078] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.061154] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.061224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.061445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.061537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.061714] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.062066] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.062066] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.062066] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.062210] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.062304] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.062396] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.062436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.062570] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.062640] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.062725] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1d2fdc0-cf88-407e-a9ee-1ad77993a4e9 is going to be updated. [ 955.095552] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1113f19-4e9e-438f-8040-772d6a92f61b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.096395] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.124610] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.124828] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.124828] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.125058] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.125208] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.125363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1d2fdc0-cf88-407e-a9ee-1ad77993a4e9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.257936] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.258231] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.258323] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.258720] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.258941] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.259167] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.259292] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.259538] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.259720] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.259942] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.260065] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.260168] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.260275] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.260399] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.260516] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.260651] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.281204] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.281397] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.281550] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.281734] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.282103] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-90a35eed-9aba-4e2a-b474-17a7d644170d taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.282283] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-90a35eed-9aba-4e2a-b474-17a7d644170d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.282401] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-90a35eed-9aba-4e2a-b474-17a7d644170d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.282809] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-90a35eed-9aba-4e2a-b474-17a7d644170d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.282973] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90a35eed-9aba-4e2a-b474-17a7d644170d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.286980] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 in Status: SUCCESS [ 955.287233] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ad17886-d926-41de-abdb-ecb9d74ad410 deletion is rescheduled due to dependency. [ 955.287321] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ad17886-d926-41de-abdb-ecb9d74ad410" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.316884] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.317241] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.317410] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.317821] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.317979] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.318367] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.318583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.318722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.319080] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.319308] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.319485] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be updated. [ 955.369128] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.369421] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.369421] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.369570] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.369804] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.383050] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: IN_PROGRESS for 2s [ 955.459248] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80 with status ACTIVE [ 955.459636] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.459838] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.459913] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.460161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.460255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.460455] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.460563] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.460628] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.460799] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.460870] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.461164] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.461299] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.461299] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.461401] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.461478] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.461562] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80 is going to be updated. [ 955.491669] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.491837] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.491902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.492139] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.492278] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.492439] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cf28b1d-97ff-4cdf-a73f-3244c3a1ac80" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.599576] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.599771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.599821] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.600116] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.600209] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.600318] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 is going to be updated. [ 955.601802] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.601943] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.602013] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.602242] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.602327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.602419] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1113f19-4e9e-438f-8040-772d6a92f61b is going to be created. [ 955.653288] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.653288] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.653288] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.653288] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.653288] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.655704] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.655704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.655704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.655704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.655704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.664142] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1113f19-4e9e-438f-8040-772d6a92f61b in Status: UNINITIALIZED for 2s [ 955.665113] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 in Status: IN_PROGRESS for 2s [ 955.785942] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.785942] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.786283] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.786432] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.786733] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.786915] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 90a35eed-9aba-4e2a-b474-17a7d644170d not found, creating... [ 955.787379] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.787574] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.787680] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.787921] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.788086] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.788737] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.788737] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.788992] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.789153] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.789338] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.789484] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 90a35eed-9aba-4e2a-b474-17a7d644170d is going to be created. [ 955.819020] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.819443] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.819493] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.819782] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.820267] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.820564] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-90a35eed-9aba-4e2a-b474-17a7d644170d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.264855] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 4s [ 956.574022] env[66577]: INFO networking_nsxv3.common.synchronization [req-ce3d7d6f-37fb-4c95-8f93-6cb9b5cfcbb7 req-a3ec9efc-d612-435b-af51-eb1295f9c330 service nova] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_rules [ 956.574022] env[66577]: INFO networking_nsxv3.common.synchronization [req-ce3d7d6f-37fb-4c95-8f93-6cb9b5cfcbb7 req-a3ec9efc-d612-435b-af51-eb1295f9c330 service nova] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 956.574022] env[66577]: INFO networking_nsxv3.common.synchronization [req-ce3d7d6f-37fb-4c95-8f93-6cb9b5cfcbb7 req-a3ec9efc-d612-435b-af51-eb1295f9c330 service nova] Enqueued Resource ID: 90a35eed-9aba-4e2a-b474-17a7d644170d with Priority: HIGHEST for action port [ 956.574022] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_rules [ 956.574022] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 956.574022] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a35eed-9aba-4e2a-b474-17a7d644170d with Priority: HIGHEST for action port [ 956.574853] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.575200] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.578248] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.578248] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.578248] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.578248] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.578248] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.578248] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-90a35eed-9aba-4e2a-b474-17a7d644170d taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.578248] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90a35eed-9aba-4e2a-b474-17a7d644170d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.578248] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90a35eed-9aba-4e2a-b474-17a7d644170d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.578248] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90a35eed-9aba-4e2a-b474-17a7d644170d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.578248] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90a35eed-9aba-4e2a-b474-17a7d644170d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.684504] env[66577]: INFO networking_nsxv3.common.synchronization [None req-dd414d41-0f78-4615-8a52-56128bab67b4 tempest-AttachVolumeNegativeTest-2015767532 tempest-AttachVolumeNegativeTest-2015767532-project-member] Enqueued Resource ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 with Priority: HIGHEST for action security_group_rules [ 956.684504] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 with Priority: HIGHEST for action security_group_rules [ 956.684692] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.684817] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.684913] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.685286] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.685382] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44f88f2a-9450-45c6-92d5-efb4d3ca9ec5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.836616] env[66577]: INFO networking_nsxv3.common.synchronization [None req-743b7231-e85c-4779-b432-0f2b78de10e8 tempest-AttachVolumeNegativeTest-2015767532 tempest-AttachVolumeNegativeTest-2015767532-project-member] Enqueued Resource ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 with Priority: HIGHEST for action security_group_rules [ 956.838766] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 with Priority: HIGHEST for action security_group_rules [ 956.838766] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.838766] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.874319] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 in Status: SUCCESS [ 956.875617] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.875617] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.877072] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.877072] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.877072] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.877072] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.877072] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.877072] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.877072] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.877072] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.992581] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e82a13-7585-413e-b56c-1d0a5f62a6c6 in Status: SUCCESS [ 956.992818] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.080638] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90a35eed-9aba-4e2a-b474-17a7d644170d with status ACTIVE [ 957.082658] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.082658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.082658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.082658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.082658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.082658] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.082658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.082658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.083532] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.083532] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.085224] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.085224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.085224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.085224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.085224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.085224] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90a35eed-9aba-4e2a-b474-17a7d644170d is going to be updated. [ 957.087135] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.087515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.116575] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.116810] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.116810] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.116969] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.117176] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.117344] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90a35eed-9aba-4e2a-b474-17a7d644170d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.210077] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.210335] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.210468] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.210748] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.210911] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.211088] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 already deleted. [ 957.211230] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.211457] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.211654] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.211765] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44f88f2a-9450-45c6-92d5-efb4d3ca9ec5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.289430] env[66577]: INFO networking_nsxv3.common.synchronization [req-e6b27424-f807-4601-8ae4-70bc0e7e6de9 req-f8b420c3-35de-4cb3-ba51-5775388978a9 tempest-MigrationsAdminTest-566840694 tempest-MigrationsAdminTest-566840694-project-member] Enqueued Resource ID: e8598f61-3f79-4b7d-9663-b713118b9c40 with Priority: HIGHEST for action security_group_members [ 957.290200] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8598f61-3f79-4b7d-9663-b713118b9c40 with Priority: HIGHEST for action security_group_members [ 957.290499] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8598f61-3f79-4b7d-9663-b713118b9c40 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.290630] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.290690] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.290907] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.291057] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.291174] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.291236] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.291396] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.291485] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.291583] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.379243] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.397149] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 957.397295] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 deletion is rescheduled due to dependency. [ 957.397295] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.397436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.397778] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.397969] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.398067] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.398113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.398241] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.398354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.398603] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.678301] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1113f19-4e9e-438f-8040-772d6a92f61b in Status: SUCCESS [ 957.678301] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1113f19-4e9e-438f-8040-772d6a92f61b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.678301] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1113f19-4e9e-438f-8040-772d6a92f61b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.678542] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1113f19-4e9e-438f-8040-772d6a92f61b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.678748] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.678899] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.678989] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.680686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.680686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.680686] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1113f19-4e9e-438f-8040-772d6a92f61b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.682657] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 in Status: SUCCESS [ 957.682873] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.683079] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.683328] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.683524] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.683674] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.683762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.683923] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.684014] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.684110] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.735631] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.735785] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.735871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.736163] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.736673] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.736673] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 already deleted. [ 957.736673] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.794488] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.885282] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68cf4cf4-ceb5-4093-bfcf-370102242b30: rpc.has_security_group_logging(os_id): False [ 957.900549] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.907804] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.907948] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.908013] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.908244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.908334] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.908565] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.908661] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.908752] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.908881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.908954] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.909212] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 is going to be created. [ 957.978843] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.978995] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.979071] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.979351] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.979553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.006975] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 in Status: IN_PROGRESS for 2s [ 958.186253] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.186396] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.186488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.186736] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.186833] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.187077] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.187184] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.187284] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.187493] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.187603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.187707] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1113f19-4e9e-438f-8040-772d6a92f61b is going to be deleted. [ 958.188833] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.229926] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.230191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.230191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.230661] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.230661] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.230661] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1113f19-4e9e-438f-8040-772d6a92f61b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.231271] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1113f19-4e9e-438f-8040-772d6a92f61b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.231589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1113f19-4e9e-438f-8040-772d6a92f61b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.231691] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.231787] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.231787] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.231989] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.232098] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.232195] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1113f19-4e9e-438f-8040-772d6a92f61b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.278454] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 958.280378] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.280632] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.280931] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.282345] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.282560] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.282741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.283015] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.283171] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.284696] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.296886] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.404920] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.700061] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.734250] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.734439] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.734505] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.734729] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.734815] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.735083] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.735257] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.735257] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.735374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.735453] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.735636] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1113f19-4e9e-438f-8040-772d6a92f61b already deleted. [ 958.735726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1113f19-4e9e-438f-8040-772d6a92f61b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.735845] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1113f19-4e9e-438f-8040-772d6a92f61b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.736874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1113f19-4e9e-438f-8040-772d6a92f61b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.738707] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1113f19-4e9e-438f-8040-772d6a92f61b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.740257] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.742527] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.742527] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.742527] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.742527] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.742527] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1113f19-4e9e-438f-8040-772d6a92f61b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.787491] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.800364] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.803023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.803023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.803023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.803023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.803023] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8598f61-3f79-4b7d-9663-b713118b9c40 is going to be updated. [ 958.837626] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.837834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.837896] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.838091] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.838238] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.851214] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8598f61-3f79-4b7d-9663-b713118b9c40 in Status: IN_PROGRESS for 2s [ 958.908669] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.909059] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.909059] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.910435] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.910435] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.910435] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be updated. [ 958.950881] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.950881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.950881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.950881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.950881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.963348] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: IN_PROGRESS for 2s [ 959.205151] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.205315] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.205387] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.205731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.205946] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.206045] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 is going to be updated. [ 959.243143] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.243143] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.243143] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.243143] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.243448] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.244841] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1113f19-4e9e-438f-8040-772d6a92f61b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.246795] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.246795] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.246795] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.246795] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.246795] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.247158] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.247158] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.247241] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.247383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.247461] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.247620] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1113f19-4e9e-438f-8040-772d6a92f61b already deleted. [ 959.247725] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1113f19-4e9e-438f-8040-772d6a92f61b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.265358] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 in Status: IN_PROGRESS for 2s [ 959.290270] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.626266] env[66577]: INFO networking_nsxv3.common.synchronization [req-baab6fd1-e123-4815-80cf-76db37276cb7 req-3cbf5c3d-64eb-40a2-963d-469189849c31 tempest-ServerActionsTestOtherA-1296391462 tempest-ServerActionsTestOtherA-1296391462-project-member] Enqueued Resource ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c with Priority: HIGHEST for action security_group_members [ 959.626888] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c with Priority: HIGHEST for action security_group_members [ 959.627687] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1042ec34-95cb-4be6-90bd-b0eabd47923c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.627821] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.627888] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.628159] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.628323] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.628429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.628495] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.628681] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.628785] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.629107] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1042ec34-95cb-4be6-90bd-b0eabd47923c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.751391] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1113f19-4e9e-438f-8040-772d6a92f61b: rpc.has_security_group_logging(os_id): False [ 959.772861] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.772861] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.772861] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.772861] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.772861] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.772861] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.772861] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.772861] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.772861] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.772861] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.772861] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1113f19-4e9e-438f-8040-772d6a92f61b is going to be created. [ 959.794286] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c1113f19-4e9e-438f-8040-772d6a92f61b], does not exist path=[/infra/domains/default/groups/c1113f19-4e9e-438f-8040-772d6a92f61b]."\n}' [ 959.794480] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1113f19-4e9e-438f-8040-772d6a92f61b failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c1113f19-4e9e-438f-8040-772d6a92f61b [ 959.794525] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 959.795727] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.795854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.795952] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.796123] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.796206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.796299] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 959.830081] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.830318] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.830318] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.830587] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.830632] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.840103] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.840103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.840543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.840609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.842495] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.842495] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.842495] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.842495] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.842495] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.842495] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.842783] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.842783] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.842783] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.842885] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.842986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.843046] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1113f19-4e9e-438f-8040-772d6a92f61b is going to be created. [ 959.844702] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 959.862406] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c1113f19-4e9e-438f-8040-772d6a92f61b], does not exist path=[/infra/domains/default/groups/c1113f19-4e9e-438f-8040-772d6a92f61b]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c1113f19-4e9e-438f-8040-772d6a92f61b [ 959.862537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1113f19-4e9e-438f-8040-772d6a92f61b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.862810] env[66577]: Traceback (most recent call last): [ 959.862856] env[66577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 959.862856] env[66577]: return func(*args, **kwargs) [ 959.862856] env[66577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 959.862856] env[66577]: res.raise_for_status() [ 959.862856] env[66577]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 959.862856] env[66577]: raise HTTPError(http_error_msg, response=self) [ 959.862856] env[66577]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c1113f19-4e9e-438f-8040-772d6a92f61b [ 959.862856] env[66577]: During handling of the above exception, another exception occurred: [ 959.862856] env[66577]: Traceback (most recent call last): [ 959.863259] env[66577]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 959.863259] env[66577]: listener.cb(fileno) [ 959.863259] env[66577]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 959.863259] env[66577]: result = function(*args, **kwargs) [ 959.863259] env[66577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 959.863259] env[66577]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 959.863259] env[66577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 959.863259] env[66577]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 959.863259] env[66577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 959.863259] env[66577]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 959.863259] env[66577]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 959.863259] env[66577]: res.raise_for_status() [ 959.863259] env[66577]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 959.863259] env[66577]: raise HTTPError(http_error_msg, response=self) [ 959.863259] env[66577]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c1113f19-4e9e-438f-8040-772d6a92f61b [ 959.863259] env[66577]: Removing descriptor: 27 [ 960.021539] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 in Status: SUCCESS [ 960.021539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.023452] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.023795] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-183" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.023795] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-183" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.024499] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-183" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.024499] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.024689] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.024689] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.024885] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.025297] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.025297] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.025437] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.025573] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.025622] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.026104] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.026104] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.026104] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.052858] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.052993] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.055279] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.055279] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-183" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.055279] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-037c6670-e42f-41dd-8e3a-60d3fe50938c taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.055279] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-037c6670-e42f-41dd-8e3a-60d3fe50938c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.055279] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-037c6670-e42f-41dd-8e3a-60d3fe50938c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.055279] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-037c6670-e42f-41dd-8e3a-60d3fe50938c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.055279] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('037c6670-e42f-41dd-8e3a-60d3fe50938c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.130817] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.131114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.131312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.131488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.131652] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.131904] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.132041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.132133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.132386] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.132499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.132610] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c already deleted. [ 960.132723] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.558336] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.558336] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.558336] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.558742] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.558971] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.559543] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 037c6670-e42f-41dd-8e3a-60d3fe50938c not found, creating... [ 960.559745] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.560105] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.560276] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.560754] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.560754] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.561109] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.561323] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.561479] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.561664] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.561925] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.562100] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 037c6670-e42f-41dd-8e3a-60d3fe50938c is going to be created. [ 960.585237] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.585237] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.585573] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.585741] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.587072] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.587382] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-037c6670-e42f-41dd-8e3a-60d3fe50938c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.862839] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8598f61-3f79-4b7d-9663-b713118b9c40 in Status: SUCCESS [ 960.862839] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.976455] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 960.976455] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.976455] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.976455] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.976455] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.976455] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.976455] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.976455] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.976455] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.976455] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.976455] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.279876] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 in Status: SUCCESS [ 961.280328] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.280328] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.280420] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.280574] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.280723] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.280758] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.281015] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.281015] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.282519] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.282519] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.282682] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.283071] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.283250] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.284284] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.284284] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.284284] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.284284] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.284284] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.479453] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.479668] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.479668] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.480244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.480244] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.480244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.480452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.480452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.480534] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.480631] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.480774] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.480859] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.480916] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.481062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.481193] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.481279] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.481372] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.481969] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.481969] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.481969] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.481969] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.496319] env[66577]: INFO networking_nsxv3.common.synchronization [req-baab6fd1-e123-4815-80cf-76db37276cb7 req-6c052dcf-46fa-469f-ae16-05a0dcbe3536 service nova] Enqueued Resource ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c with Priority: HIGHEST for action security_group_rules [ 961.496319] env[66577]: INFO networking_nsxv3.common.synchronization [req-baab6fd1-e123-4815-80cf-76db37276cb7 req-6c052dcf-46fa-469f-ae16-05a0dcbe3536 service nova] Enqueued Resource ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c with Priority: HIGHEST for action security_group_members [ 961.496319] env[66577]: INFO networking_nsxv3.common.synchronization [req-baab6fd1-e123-4815-80cf-76db37276cb7 req-6c052dcf-46fa-469f-ae16-05a0dcbe3536 service nova] Enqueued Resource ID: 037c6670-e42f-41dd-8e3a-60d3fe50938c with Priority: HIGHEST for action port [ 961.496319] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c with Priority: HIGHEST for action security_group_rules [ 961.496319] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c with Priority: HIGHEST for action security_group_members [ 961.496319] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 037c6670-e42f-41dd-8e3a-60d3fe50938c with Priority: HIGHEST for action port [ 961.496319] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1042ec34-95cb-4be6-90bd-b0eabd47923c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.496319] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.496319] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.496319] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.496319] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1042ec34-95cb-4be6-90bd-b0eabd47923c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.496973] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1042ec34-95cb-4be6-90bd-b0eabd47923c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.496973] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.496973] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.497196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.497310] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.497429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.497482] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.498473] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.498874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.498990] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1042ec34-95cb-4be6-90bd-b0eabd47923c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.500889] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-037c6670-e42f-41dd-8e3a-60d3fe50938c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.500889] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-037c6670-e42f-41dd-8e3a-60d3fe50938c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.501725] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-037c6670-e42f-41dd-8e3a-60d3fe50938c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.501913] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-037c6670-e42f-41dd-8e3a-60d3fe50938c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.502123] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('037c6670-e42f-41dd-8e3a-60d3fe50938c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.783820] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fffe971-3540-40c4-8d4e-52ba55a259c9 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.783820] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.786715] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.818444] env[66577]: INFO networking_nsxv3.common.synchronization [req-3da62540-bfe3-401d-b3ec-9d9136695a60 req-04f1cd1b-c30a-4430-a8cf-ba687efb0c86 tempest-ServersAdminTestJSON-508682362 tempest-ServersAdminTestJSON-508682362-project-member] Enqueued Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 961.818444] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a with Priority: HIGHEST for action security_group_members [ 961.819086] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.819086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.819086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.819258] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.819511] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.819650] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.819722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.819878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.819963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.820067] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c51b493-96c3-4e5e-85d5-20eb8ffcc14a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.857192] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 961.857192] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.857192] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.857320] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.857535] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.857699] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.857791] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.857997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.858296] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.859441] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.859567] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.983923] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2c58e40-54a5-40bb-aa94-1919b7e2f666: rpc.has_security_group_logging(os_id): False [ 962.006214] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.006214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.006214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.006214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.008241] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1042ec34-95cb-4be6-90bd-b0eabd47923c taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.008401] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.008754] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1042ec34-95cb-4be6-90bd-b0eabd47923c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.009679] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 037c6670-e42f-41dd-8e3a-60d3fe50938c with status ACTIVE [ 962.009794] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.009898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.009959] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.010160] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.010423] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.010561] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.010652] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.010710] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.010874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.010951] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.011142] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.011229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.011287] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.011423] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.011492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.011877] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 037c6670-e42f-41dd-8e3a-60d3fe50938c is going to be updated. [ 962.040614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.041904] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.041904] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.041904] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.041904] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.041904] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.041904] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.042413] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.042413] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.042413] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.042562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.042705] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.043137] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.043203] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.043393] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.043500] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.043597] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be updated. [ 962.048186] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.048186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.048186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.048186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.048186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.048186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-037c6670-e42f-41dd-8e3a-60d3fe50938c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.163174] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.163342] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.163410] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.163671] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.163846] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.186670] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: IN_PROGRESS for 2s [ 962.289611] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.322187] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.322187] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.322426] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.322519] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.351191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.351496] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.351640] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.351719] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.351959] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.352078] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.352181] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a is going to be updated. [ 962.363880] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.363880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.363880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.363880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.363880] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.363880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.363880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.363880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.363880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.363880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.363880] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.365688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.365688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.365688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.365688] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.365688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.365688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.365688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.365688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.365688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.365688] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.385553] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.385757] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.385804] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.385997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.386657] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.405020] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: IN_PROGRESS for 2s [ 962.437263] env[66577]: INFO networking_nsxv3.common.synchronization [req-8ec0c256-c978-4c89-9c6a-5308632dcaee req-28ce7528-beab-4f36-8eb2-98d8d1dc8c9a tempest-ServerRescueTestJSON-1451457084 tempest-ServerRescueTestJSON-1451457084-project-member] Enqueued Resource ID: a7e44a22-5fbc-4513-af99-170c228bf747 with Priority: HIGHEST for action security_group_members [ 962.438582] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e44a22-5fbc-4513-af99-170c228bf747 with Priority: HIGHEST for action security_group_members [ 962.439064] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e44a22-5fbc-4513-af99-170c228bf747 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.439325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.439383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.439714] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.439879] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.440067] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.440067] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.440367] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.440435] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.440546] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e44a22-5fbc-4513-af99-170c228bf747',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.516199] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1042ec34-95cb-4be6-90bd-b0eabd47923c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.796177] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.796177] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.796177] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.796177] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.796177] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.796177] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 is going to be updated. [ 962.832038] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.832038] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.832038] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.832038] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.832417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.843697] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 in Status: IN_PROGRESS for 2s [ 962.868521] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba275e77-5a3f-42ea-b01c-bf042356d57e: rpc.has_security_group_logging(os_id): False [ 962.891257] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.891417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.891470] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.891698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.913029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.913810] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.913810] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.913810] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.913810] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.913810] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.914366] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.914366] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.914366] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.914366] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.914366] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.914637] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.914637] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.914751] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.914819] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.914933] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.915057] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 962.932322] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.932521] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.932715] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.933078] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.933351] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.933529] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.933654] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.933895] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.934165] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.934304] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.934388] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.934532] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.934715] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.934874] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.934987] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.935138] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.944550] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.945051] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.945051] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.945051] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.945193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.945405] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.945405] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.945524] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.945620] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.945709] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.945788] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e44a22-5fbc-4513-af99-170c228bf747 already deleted. [ 962.945864] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.955028] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.955201] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.955338] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.955515] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.955835] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-d00370f8-6ff0-4497-9755-6b9191939b02 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.956016] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-d00370f8-6ff0-4497-9755-6b9191939b02" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.956137] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-d00370f8-6ff0-4497-9755-6b9191939b02" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.956464] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-d00370f8-6ff0-4497-9755-6b9191939b02" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.956626] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d00370f8-6ff0-4497-9755-6b9191939b02',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.986917] env[66577]: INFO networking_nsxv3.common.synchronization [req-d3c75b23-efc7-43ed-bac7-2f85cf2fc925 req-44fc6050-dbef-42a6-8463-1a1d962500fe tempest-ServerDiskConfigTestJSON-513577884 tempest-ServerDiskConfigTestJSON-513577884-project-member] Enqueued Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 962.988315] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.988315] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.988431] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.988577] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.988745] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.990666] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 962.991110] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.991232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.991294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.991470] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.991616] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.991718] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.991764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.991922] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.992080] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.992080] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.008368] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 963.020935] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.021164] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.021164] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.021367] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.021459] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.022027] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c is going to be created. [ 963.056572] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.056833] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.056833] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.056957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.057091] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.068934] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c in Status: UNINITIALIZED for 2s [ 963.398191] env[66577]: INFO networking_nsxv3.common.synchronization [req-6c7ad3c0-b054-49ba-ace7-89ae187514c3 req-c3c975a4-37db-45d1-99f3-5a13c90c67da tempest-ServerGroupTestJSON-145192241 tempest-ServerGroupTestJSON-145192241-project-member] Enqueued Resource ID: 11e82a13-7585-413e-b56c-1d0a5f62a6c6 with Priority: HIGHEST for action security_group_members [ 963.399245] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e82a13-7585-413e-b56c-1d0a5f62a6c6 with Priority: HIGHEST for action security_group_members [ 963.399245] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e82a13-7585-413e-b56c-1d0a5f62a6c6 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.399422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.399422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.399603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.399746] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.399850] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.399957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.400075] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.400221] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.400326] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e82a13-7585-413e-b56c-1d0a5f62a6c6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.458853] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.459302] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.459302] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.460035] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.460035] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.460035] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port d00370f8-6ff0-4497-9755-6b9191939b02 not found, creating... [ 963.460196] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.460260] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.460336] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.460614] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.460653] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.460934] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.461115] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.461214] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.461416] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.461549] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.461693] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: d00370f8-6ff0-4497-9755-6b9191939b02 is going to be created. [ 963.481457] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.481654] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.481910] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.482040] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.482280] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.482509] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-d00370f8-6ff0-4497-9755-6b9191939b02" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.495475] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.495651] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.495721] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.495936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.528712] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.528991] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.529126] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.529188] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.529422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.529422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.529565] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 is going to be updated. [ 963.560527] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.560776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.560851] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.561074] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.561211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.571163] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: IN_PROGRESS for 2s [ 963.902795] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.902980] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.903097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.903351] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.926542] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.926835] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.927050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.927050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.927259] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.927294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.927380] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e82a13-7585-413e-b56c-1d0a5f62a6c6 is going to be updated. [ 963.954643] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.954911] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.954911] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.955055] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.955611] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.965535] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e82a13-7585-413e-b56c-1d0a5f62a6c6 in Status: IN_PROGRESS for 2s [ 964.209166] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 964.209271] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.280681] env[66577]: INFO networking_nsxv3.common.synchronization [req-8ec0c256-c978-4c89-9c6a-5308632dcaee req-ce5b8db3-bb0e-4f8c-8ed9-90ba276ef8a8 service nova] Enqueued Resource ID: a7e44a22-5fbc-4513-af99-170c228bf747 with Priority: HIGHEST for action security_group_rules [ 964.283527] env[66577]: INFO networking_nsxv3.common.synchronization [req-8ec0c256-c978-4c89-9c6a-5308632dcaee req-ce5b8db3-bb0e-4f8c-8ed9-90ba276ef8a8 service nova] Enqueued Resource ID: a7e44a22-5fbc-4513-af99-170c228bf747 with Priority: HIGHEST for action security_group_members [ 964.283527] env[66577]: INFO networking_nsxv3.common.synchronization [req-8ec0c256-c978-4c89-9c6a-5308632dcaee req-ce5b8db3-bb0e-4f8c-8ed9-90ba276ef8a8 service nova] Enqueued Resource ID: d00370f8-6ff0-4497-9755-6b9191939b02 with Priority: HIGHEST for action port [ 964.284430] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e44a22-5fbc-4513-af99-170c228bf747 with Priority: HIGHEST for action security_group_rules [ 964.284430] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e44a22-5fbc-4513-af99-170c228bf747 with Priority: HIGHEST for action security_group_members [ 964.284430] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d00370f8-6ff0-4497-9755-6b9191939b02 with Priority: HIGHEST for action port [ 964.284572] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7e44a22-5fbc-4513-af99-170c228bf747 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.284731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.284776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.286048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.286048] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7e44a22-5fbc-4513-af99-170c228bf747',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.288739] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e44a22-5fbc-4513-af99-170c228bf747 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.288739] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.288739] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.288958] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.289131] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.289201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.289261] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.289451] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.289540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.289639] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e44a22-5fbc-4513-af99-170c228bf747',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.290900] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-d00370f8-6ff0-4497-9755-6b9191939b02 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.290900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d00370f8-6ff0-4497-9755-6b9191939b02" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.290900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d00370f8-6ff0-4497-9755-6b9191939b02" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.290900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d00370f8-6ff0-4497-9755-6b9191939b02" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.291310] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d00370f8-6ff0-4497-9755-6b9191939b02',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.413750] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a in Status: SUCCESS [ 964.414216] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c51b493-96c3-4e5e-85d5-20eb8ffcc14a deletion is rescheduled due to dependency. [ 964.414216] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c51b493-96c3-4e5e-85d5-20eb8ffcc14a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.793150] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e44a22-5fbc-4513-af99-170c228bf747 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.795328] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.795893] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7e44a22-5fbc-4513-af99-170c228bf747',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.799422] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d00370f8-6ff0-4497-9755-6b9191939b02 with status ACTIVE [ 964.799422] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.799422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.799422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.799422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.799422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.799422] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.799422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.799422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.799798] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.799798] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.799798] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.799967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.799967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.803403] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.803403] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.803403] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d00370f8-6ff0-4497-9755-6b9191939b02 is going to be updated. [ 964.826803] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.826803] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.826803] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.829141] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.829141] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.829141] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d00370f8-6ff0-4497-9755-6b9191939b02" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.856274] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 in Status: SUCCESS [ 964.858234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.858234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.858234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.858234] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.858234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.858234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.858234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.858234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.858234] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.028206] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 965.028366] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.080310] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c in Status: SUCCESS [ 965.080559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.080686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.080906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.081253] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.081253] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.081395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.081468] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.082036] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.082036] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.082036] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1042ec34-95cb-4be6-90bd-b0eabd47923c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.303119] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7e44a22-5fbc-4513-af99-170c228bf747',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.361094] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.582741] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: SUCCESS [ 965.582741] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 deletion is rescheduled due to dependency. [ 965.582741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.586225] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1042ec34-95cb-4be6-90bd-b0eabd47923c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.807244] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.807244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.807244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.807244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.807244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.807244] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e44a22-5fbc-4513-af99-170c228bf747 is going to be created. [ 965.836294] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.836438] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.836506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.836713] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.836871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.850767] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e44a22-5fbc-4513-af99-170c228bf747 in Status: UNINITIALIZED for 2s [ 965.862749] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.976867] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e82a13-7585-413e-b56c-1d0a5f62a6c6 in Status: SUCCESS [ 965.977067] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e82a13-7585-413e-b56c-1d0a5f62a6c6 deletion is rescheduled due to dependency. [ 965.977181] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.090249] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1042ec34-95cb-4be6-90bd-b0eabd47923c: rpc.has_security_group_logging(os_id): False [ 966.114411] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.114411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.114411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.114411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.114411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.114732] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.114779] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.114820] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.115029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.115135] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.115237] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c is going to be created. [ 966.183488] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.183652] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.183683] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.183959] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.184179] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.197290] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c in Status: IN_PROGRESS for 2s [ 966.367036] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.367286] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.367423] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.367797] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.367924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.368027] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 is going to be updated. [ 966.448241] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.448443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.448443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.448728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.448911] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.469570] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 in Status: IN_PROGRESS for 2s [ 967.146599] env[66577]: INFO networking_nsxv3.common.synchronization [req-edd6a1b1-e5df-4516-a924-411a348eaac5 req-c9980695-0be0-42a5-8cab-859a2ba7e2db tempest-ServerRescueTestJSONUnderV235-582892057 tempest-ServerRescueTestJSONUnderV235-582892057-project-member] Enqueued Resource ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 with Priority: HIGHEST for action security_group_members [ 967.148499] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 with Priority: HIGHEST for action security_group_members [ 967.148499] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fffe971-3540-40c4-8d4e-52ba55a259c9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.148499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.727318] env[66577]: INFO networking_nsxv3.common.synchronization [req-32752eae-336e-40f2-a489-66e8a50b255c req-a937f43d-90d8-4071-b44f-c30b0d15b547 tempest-ServerActionsTestOtherB-1553213660 tempest-ServerActionsTestOtherB-1553213660-project-member] Enqueued Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_members [ 967.728114] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_members [ 967.728678] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb4e956-0433-4e20-b64c-9dedce983586 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.728792] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.728828] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.729121] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.729321] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.729734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.729734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.729846] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.730130] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.730130] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.863423] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e44a22-5fbc-4513-af99-170c228bf747 in Status: SUCCESS [ 967.863689] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.863866] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.864158] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.864391] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.864511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.864578] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.864877] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.864877] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.865048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.865107] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7e44a22-5fbc-4513-af99-170c228bf747',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.214053] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c in Status: SUCCESS [ 968.214386] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.237503] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.237503] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.237823] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.237872] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.238369] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.238369] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.238369] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.238369] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.238571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.238571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.238655] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb4e956-0433-4e20-b64c-9dedce983586 already deleted. [ 968.238760] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.293864] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.294135] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.294325] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.295204] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.295602] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.295864] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.296115] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.296433] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.296651] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.296976] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.297759] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.297759] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.297759] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.297967] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.298074] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.298138] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.318459] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.318681] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 968.318917] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.319790] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.320531] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-a21a0bd5-0110-4313-abf1-f6581239bd13 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.320828] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-a21a0bd5-0110-4313-abf1-f6581239bd13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.321068] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-a21a0bd5-0110-4313-abf1-f6581239bd13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.321544] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-a21a0bd5-0110-4313-abf1-f6581239bd13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.321803] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a21a0bd5-0110-4313-abf1-f6581239bd13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.371522] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e44a22-5fbc-4513-af99-170c228bf747 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.371768] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.371895] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.372226] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.372811] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.372811] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.372811] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.372811] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.373343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.373508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.373687] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e44a22-5fbc-4513-af99-170c228bf747 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.373821] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.373891] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.374112] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.374284] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.374379] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.374435] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.374589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.374659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.374741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.374853] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7e44a22-5fbc-4513-af99-170c228bf747',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.482743] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 in Status: SUCCESS [ 968.483072] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.483325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.483660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.483953] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.484172] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.484279] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.484516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.484630] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.484706] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.484925] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fffe971-3540-40c4-8d4e-52ba55a259c9 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.485020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.485056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.485203] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.485342] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.485440] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.485495] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.485635] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.485722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.486103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.486241] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.487439] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.488572] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.488572] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.488572] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.488572] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.488572] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.488572] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.488572] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.824309] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.826278] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.826657] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.827221] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.827221] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.827221] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port a21a0bd5-0110-4313-abf1-f6581239bd13 not found, creating... [ 968.827570] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.827809] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.828280] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.828280] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.828396] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.828663] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.829108] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.829108] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.829902] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.830084] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.830250] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: a21a0bd5-0110-4313-abf1-f6581239bd13 is going to be created. [ 968.859353] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.859353] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.859353] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.859633] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.859934] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.860061] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-a21a0bd5-0110-4313-abf1-f6581239bd13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.878110] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7e44a22-5fbc-4513-af99-170c228bf747: rpc.has_security_group_logging(os_id): False [ 968.903340] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.903540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.903572] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.903828] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.903900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.904367] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.904581] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.904581] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.904766] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.904901] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.905181] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.905288] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.905330] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.905648] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.905648] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.905752] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.905843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.905954] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.906057] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.906119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.906261] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7e44a22-5fbc-4513-af99-170c228bf747 is going to be created. [ 968.991220] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fffe971-3540-40c4-8d4e-52ba55a259c9: rpc.has_security_group_logging(os_id): False [ 968.992784] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.992932] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.992980] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.993556] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.027945] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.028371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.044963] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.045181] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.061410] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.061742] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.061878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.062024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.062215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.062354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.062464] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 is going to be updated. [ 969.063651] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.063865] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.064059] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.064400] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.064505] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.064546] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.064722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.064800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.065016] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.065120] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.065172] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.065327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.065417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.065627] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.065707] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.065749] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.065882] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.065943] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.066056] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 is going to be updated. [ 969.067168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.067288] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.067472] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.085210] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7e44a22-5fbc-4513-af99-170c228bf747 in Status: IN_PROGRESS for 2s [ 969.111985] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.112220] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.112220] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.112436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.112571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.124461] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 in Status: IN_PROGRESS for 2s [ 969.163752] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.163752] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.163752] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.164170] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.164170] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.182458] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 in Status: IN_PROGRESS for 2s [ 969.642047] env[66577]: INFO networking_nsxv3.common.synchronization [req-32752eae-336e-40f2-a489-66e8a50b255c req-077a9274-b486-40ea-83d4-5006c5f757b8 service nova] Enqueued Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_rules [ 969.642047] env[66577]: INFO networking_nsxv3.common.synchronization [req-32752eae-336e-40f2-a489-66e8a50b255c req-077a9274-b486-40ea-83d4-5006c5f757b8 service nova] Enqueued Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_members [ 969.642047] env[66577]: INFO networking_nsxv3.common.synchronization [req-32752eae-336e-40f2-a489-66e8a50b255c req-077a9274-b486-40ea-83d4-5006c5f757b8 service nova] Enqueued Resource ID: a21a0bd5-0110-4313-abf1-f6581239bd13 with Priority: HIGHEST for action port [ 969.644141] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_rules [ 969.644432] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_members [ 969.644540] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21a0bd5-0110-4313-abf1-f6581239bd13 with Priority: HIGHEST for action port [ 969.644992] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbb4e956-0433-4e20-b64c-9dedce983586 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.645188] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.645577] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.645666] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.645729] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.646977] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb4e956-0433-4e20-b64c-9dedce983586 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.647158] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.647268] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.647494] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.647731] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.647959] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.647959] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.648158] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.648277] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.648410] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.649517] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a21a0bd5-0110-4313-abf1-f6581239bd13 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.649847] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a21a0bd5-0110-4313-abf1-f6581239bd13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.649847] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a21a0bd5-0110-4313-abf1-f6581239bd13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.649993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a21a0bd5-0110-4313-abf1-f6581239bd13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.650193] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a21a0bd5-0110-4313-abf1-f6581239bd13',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.154477] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb4e956-0433-4e20-b64c-9dedce983586 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.154477] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.154477] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.155849] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a21a0bd5-0110-4313-abf1-f6581239bd13 with status ACTIVE [ 970.156093] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.156802] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.156802] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.156802] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.156802] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.157233] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.157473] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.157530] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.157852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.157954] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.158290] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.158439] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.158526] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.158753] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.158859] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.159568] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a21a0bd5-0110-4313-abf1-f6581239bd13 is going to be updated. [ 970.193427] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.193727] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.193727] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.193876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.194040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.194270] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a21a0bd5-0110-4313-abf1-f6581239bd13" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.666524] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.102398] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7e44a22-5fbc-4513-af99-170c228bf747 in Status: SUCCESS [ 971.102647] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.136629] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 in Status: SUCCESS [ 971.136754] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 deletion is rescheduled due to dependency. [ 971.136871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.173552] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.173702] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.173768] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.174019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.174121] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.174223] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb4e956-0433-4e20-b64c-9dedce983586 is going to be created. [ 971.201476] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 in Status: SUCCESS [ 971.201731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.202439] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.202813] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.202908] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fffe971-3540-40c4-8d4e-52ba55a259c9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.222824] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.223090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.223151] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.223421] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.223739] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.236302] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: UNINITIALIZED for 2s [ 971.730300] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.730585] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.730585] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.730826] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.730936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.731057] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fffe971-3540-40c4-8d4e-52ba55a259c9 is going to be deleted. [ 971.809177] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.809581] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.809839] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.810429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.810429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.810892] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fffe971-3540-40c4-8d4e-52ba55a259c9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.250194] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: SUCCESS [ 973.250456] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.251765] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.252014] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.252259] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.252428] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.252485] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.252618] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.252705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.252793] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.252911] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.755052] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.258922] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbb4e956-0433-4e20-b64c-9dedce983586: rpc.has_security_group_logging(os_id): False [ 974.289114] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.289114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.289114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.289346] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.290310] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.290310] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.290310] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.290310] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.290310] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.290310] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.290310] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbb4e956-0433-4e20-b64c-9dedce983586 is going to be created. [ 974.357831] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.358041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.358120] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.358689] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.358689] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.372158] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: IN_PROGRESS for 2s [ 974.592719] env[66577]: INFO networking_nsxv3.common.synchronization [req-5e1915d1-7a76-42f1-8e8f-b6484fdfc159 req-5576d0fd-04f4-488b-a334-2bff5329aee5 tempest-ListImageFiltersTestJSON-82373635 tempest-ListImageFiltersTestJSON-82373635-project-member] Enqueued Resource ID: c1cb8fd4-1963-4132-b293-f92846f43b67 with Priority: HIGHEST for action security_group_members [ 974.593283] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1cb8fd4-1963-4132-b293-f92846f43b67 with Priority: HIGHEST for action security_group_members [ 974.593675] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1cb8fd4-1963-4132-b293-f92846f43b67 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.593802] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.593870] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.594068] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.594219] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.594312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.594601] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.594766] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.594852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.594946] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1cb8fd4-1963-4132-b293-f92846f43b67',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.946089] env[66577]: INFO networking_nsxv3.common.synchronization [req-e7bc2209-f01d-45b1-b15e-ae7449803ee3 req-2f6b07ff-c353-48c9-a646-390acf45e67e tempest-ImagesTestJSON-1308165066 tempest-ImagesTestJSON-1308165066-project-member] Enqueued Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 974.946089] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 974.946864] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.946864] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.946864] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.946864] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.947087] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.947133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.947168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.947313] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.947394] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.947484] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.097674] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1cb8fd4-1963-4132-b293-f92846f43b67',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.453062] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.453062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.453062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.453062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.477916] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.477916] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.477916] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.477916] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.477916] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.477916] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.477916] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e is going to be updated. [ 975.506252] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.506442] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.506442] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.506747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.507475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.518191] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: IN_PROGRESS for 2s [ 975.599761] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1cb8fd4-1963-4132-b293-f92846f43b67',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.051887] env[66577]: INFO networking_nsxv3.common.synchronization [req-187c8d29-a6b0-4d66-bf76-7c9711608e86 req-efcbd37f-755d-49a4-9b31-7012b094a471 tempest-DeleteServersTestJSON-1132974874 tempest-DeleteServersTestJSON-1132974874-project-member] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 976.052425] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 976.052786] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.052909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.052984] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.053193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.053339] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.053433] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.053491] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.053635] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.053721] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.053809] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.103971] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.104180] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.104259] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.104474] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.104566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.104860] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1cb8fd4-1963-4132-b293-f92846f43b67 is going to be updated. [ 976.139212] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.139381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.139438] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.139607] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.139749] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.149091] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1cb8fd4-1963-4132-b293-f92846f43b67 in Status: IN_PROGRESS for 2s [ 976.393864] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: SUCCESS [ 976.394120] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.556641] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.556929] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.556929] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.557168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.557578] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.557578] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.557578] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.557730] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.557832] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.557867] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.558032] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be updated. [ 976.592838] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.592838] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.592838] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.592838] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.592838] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.601805] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: IN_PROGRESS for 2s [ 977.397792] env[66577]: INFO networking_nsxv3.common.synchronization [req-05cb6227-9dfa-484a-91e0-3d8250138157 req-71a260a4-9482-47fe-99ba-8fa121e5c252 tempest-AttachVolumeNegativeTest-2015767532 tempest-AttachVolumeNegativeTest-2015767532-project-member] Enqueued Resource ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 with Priority: HIGHEST for action security_group_members [ 977.398489] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 with Priority: HIGHEST for action security_group_members [ 977.399042] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.399042] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.399042] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.399365] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.399365] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.399453] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.399508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.399655] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.399731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.399867] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44f88f2a-9450-45c6-92d5-efb4d3ca9ec5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.530804] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: SUCCESS [ 977.530925] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e deletion is rescheduled due to dependency. [ 977.531058] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.833268] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.833618] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-665" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.833618] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-665" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.834828] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-665" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.834828] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.834828] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.834828] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.834828] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.834828] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.835109] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.835590] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.835695] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.835890] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.836060] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.836302] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.836520] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.857364] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.857602] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.857876] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.858099] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-665" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.858456] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-4d315d91-e9bd-48bf-aad0-ffd281f8a1f2 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.858667] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-4d315d91-e9bd-48bf-aad0-ffd281f8a1f2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.858947] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-4d315d91-e9bd-48bf-aad0-ffd281f8a1f2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.859292] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-4d315d91-e9bd-48bf-aad0-ffd281f8a1f2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.859432] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d315d91-e9bd-48bf-aad0-ffd281f8a1f2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.906624] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.906818] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.906893] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.907114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.907203] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.907389] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.907479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.907539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.907788] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.907873] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.907976] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 already deleted. [ 977.908073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.158593] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1cb8fd4-1963-4132-b293-f92846f43b67 in Status: SUCCESS [ 978.158848] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.362547] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.362786] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.362959] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.363361] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.363621] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.363760] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 4d315d91-e9bd-48bf-aad0-ffd281f8a1f2 not found, creating... [ 978.364125] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.364340] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.364512] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.364803] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.364989] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.365390] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.365600] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.365785] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.366074] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.366260] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.366449] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 4d315d91-e9bd-48bf-aad0-ffd281f8a1f2 is going to be created. [ 978.387434] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.387653] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.387836] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.388166] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.388411] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.388645] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-4d315d91-e9bd-48bf-aad0-ffd281f8a1f2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.614464] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 978.614464] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 deletion is rescheduled due to dependency. [ 978.614464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.100812] env[66577]: INFO networking_nsxv3.common.synchronization [req-05cb6227-9dfa-484a-91e0-3d8250138157 req-a49689ea-bae8-4dfc-9f9c-477519dd9925 service nova] Enqueued Resource ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 with Priority: HIGHEST for action security_group_rules [ 979.101069] env[66577]: INFO networking_nsxv3.common.synchronization [req-05cb6227-9dfa-484a-91e0-3d8250138157 req-a49689ea-bae8-4dfc-9f9c-477519dd9925 service nova] Enqueued Resource ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 with Priority: HIGHEST for action security_group_members [ 979.101232] env[66577]: INFO networking_nsxv3.common.synchronization [req-05cb6227-9dfa-484a-91e0-3d8250138157 req-a49689ea-bae8-4dfc-9f9c-477519dd9925 service nova] Enqueued Resource ID: 4d315d91-e9bd-48bf-aad0-ffd281f8a1f2 with Priority: HIGHEST for action port [ 979.101804] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 with Priority: HIGHEST for action security_group_rules [ 979.101965] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 with Priority: HIGHEST for action security_group_members [ 979.102648] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d315d91-e9bd-48bf-aad0-ffd281f8a1f2 with Priority: HIGHEST for action port [ 979.103190] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.103481] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.103616] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.103885] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.104454] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44f88f2a-9450-45c6-92d5-efb4d3ca9ec5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.105254] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.105475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.105610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.105855] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.106125] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.106289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.106397] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.109070] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.109196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.109311] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44f88f2a-9450-45c6-92d5-efb4d3ca9ec5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.110742] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d315d91-e9bd-48bf-aad0-ffd281f8a1f2 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.110742] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d315d91-e9bd-48bf-aad0-ffd281f8a1f2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.110850] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d315d91-e9bd-48bf-aad0-ffd281f8a1f2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.110959] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d315d91-e9bd-48bf-aad0-ffd281f8a1f2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.111066] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d315d91-e9bd-48bf-aad0-ffd281f8a1f2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.612829] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('44f88f2a-9450-45c6-92d5-efb4d3ca9ec5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.613845] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.613954] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.614318] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d315d91-e9bd-48bf-aad0-ffd281f8a1f2 with status ACTIVE [ 979.614505] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.614626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.614691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.614931] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.615050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.615241] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.615363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.615408] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.615559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.615698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.615888] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.615983] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.619237] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.623069] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.623209] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.623317] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d315d91-e9bd-48bf-aad0-ffd281f8a1f2 is going to be updated. [ 979.645877] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.646029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.646100] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.646308] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.646442] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.646599] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d315d91-e9bd-48bf-aad0-ffd281f8a1f2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.796068] env[66577]: INFO networking_nsxv3.common.synchronization [req-447d5738-3ce0-4da4-9ec5-b366c5ff2282 req-70658b6b-96c8-4218-8f47-97c3c18ec960 tempest-MigrationsAdminTest-566840694 tempest-MigrationsAdminTest-566840694-project-member] Enqueued Resource ID: e8598f61-3f79-4b7d-9663-b713118b9c40 with Priority: HIGHEST for action security_group_members [ 979.796791] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8598f61-3f79-4b7d-9663-b713118b9c40 with Priority: HIGHEST for action security_group_members [ 979.797023] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8598f61-3f79-4b7d-9663-b713118b9c40 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.797148] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.797209] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.798838] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.798838] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.798838] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.798838] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.798838] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.798838] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.798838] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.115461] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('44f88f2a-9450-45c6-92d5-efb4d3ca9ec5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.302097] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.302097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.302097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.304263] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.334043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.334229] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.334381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.334503] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.335064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.335064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.335064] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8598f61-3f79-4b7d-9663-b713118b9c40 is going to be updated. [ 980.376431] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.376590] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.376655] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.376871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.377025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.390079] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8598f61-3f79-4b7d-9663-b713118b9c40 in Status: IN_PROGRESS for 2s [ 980.430951] env[66577]: INFO networking_nsxv3.common.synchronization [None req-3d0b4c0c-f4a6-4ed8-882a-0abcfc48b2ca None None] Enqueued Resource ID: e6acc671-3e79-49e8-91b6-453eb224b55b with Priority: HIGHEST for action port [ 980.431562] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6acc671-3e79-49e8-91b6-453eb224b55b with Priority: HIGHEST for action port [ 980.431945] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6acc671-3e79-49e8-91b6-453eb224b55b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.432131] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6acc671-3e79-49e8-91b6-453eb224b55b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.432214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6acc671-3e79-49e8-91b6-453eb224b55b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.432510] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6acc671-3e79-49e8-91b6-453eb224b55b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.432611] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6acc671-3e79-49e8-91b6-453eb224b55b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.621310] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.621505] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.621600] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.622270] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.622270] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.622270] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 is going to be created. [ 980.652719] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.652931] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.652975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.653265] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.653489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.665548] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 in Status: UNINITIALIZED for 2s [ 980.935216] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6acc671-3e79-49e8-91b6-453eb224b55b [ 980.935456] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.935588] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.935763] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.936022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.936120] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.936212] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6acc671-3e79-49e8-91b6-453eb224b55b already deleted. [ 980.936304] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6acc671-3e79-49e8-91b6-453eb224b55b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.098783] env[66577]: INFO networking_nsxv3.common.synchronization [req-07db34b0-cbb3-4c22-99d2-ae929be7977b req-4b51c87e-cf0a-4526-a48d-4b67e665e5a2 tempest-ServerDiskConfigTestJSON-513577884 tempest-ServerDiskConfigTestJSON-513577884-project-member] Enqueued Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 981.099337] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 981.099640] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.099764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.099829] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.103423] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.104173] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.104348] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.106282] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.106282] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.106282] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.106282] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.608019] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.608319] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.608909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.609037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.609150] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.609424] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.609553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.609603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.609765] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.609844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.609933] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 is going to be updated. [ 981.641528] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.641528] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.641528] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.641528] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.641528] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.644365] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.644597] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-684" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.644726] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-684" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.645274] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-684" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.645581] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.645817] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.645904] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.646149] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.646340] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.646477] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.646584] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.646686] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.646785] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.646886] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.646986] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.648604] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.651158] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: IN_PROGRESS for 2s [ 981.667265] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.667428] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.667562] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.667773] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-684" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.668112] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-1ed672de-59db-47cd-815e-175a15620776 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.668288] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-1ed672de-59db-47cd-815e-175a15620776" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.668406] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-1ed672de-59db-47cd-815e-175a15620776" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.668724] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-1ed672de-59db-47cd-815e-175a15620776" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.668902] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ed672de-59db-47cd-815e-175a15620776',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.171198] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.171413] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.171518] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.171804] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.171951] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.172126] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 1ed672de-59db-47cd-815e-175a15620776 not found, creating... [ 982.172393] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.172548] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.172661] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.172878] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.173048] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.173331] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.173450] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.173563] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.173767] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.173953] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.174067] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 1ed672de-59db-47cd-815e-175a15620776 is going to be created. [ 982.194981] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.195233] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.195401] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.195683] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.195903] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.196205] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-1ed672de-59db-47cd-815e-175a15620776" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.401475] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8598f61-3f79-4b7d-9663-b713118b9c40 in Status: SUCCESS [ 982.401475] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8598f61-3f79-4b7d-9663-b713118b9c40 deletion is rescheduled due to dependency. [ 982.401475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.681777] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 in Status: SUCCESS [ 982.681777] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.681777] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.681777] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.681777] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.681777] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.681777] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.681777] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.681777] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.681777] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.681777] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('44f88f2a-9450-45c6-92d5-efb4d3ca9ec5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.924804] env[66577]: INFO networking_nsxv3.common.synchronization [req-07db34b0-cbb3-4c22-99d2-ae929be7977b req-d15e8e52-d526-4451-90de-ff9c5cb779d1 service nova] Enqueued Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_rules [ 982.924993] env[66577]: INFO networking_nsxv3.common.synchronization [req-07db34b0-cbb3-4c22-99d2-ae929be7977b req-d15e8e52-d526-4451-90de-ff9c5cb779d1 service nova] Enqueued Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 982.925146] env[66577]: INFO networking_nsxv3.common.synchronization [req-07db34b0-cbb3-4c22-99d2-ae929be7977b req-d15e8e52-d526-4451-90de-ff9c5cb779d1 service nova] Enqueued Resource ID: 1ed672de-59db-47cd-815e-175a15620776 with Priority: HIGHEST for action port [ 982.925797] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_rules [ 982.925797] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 982.925902] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ed672de-59db-47cd-815e-175a15620776 with Priority: HIGHEST for action port [ 982.926163] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.926277] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.926340] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.926554] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.926633] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.928393] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.928393] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.928393] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ed672de-59db-47cd-815e-175a15620776 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.928628] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ed672de-59db-47cd-815e-175a15620776" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.928628] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ed672de-59db-47cd-815e-175a15620776" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.928686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ed672de-59db-47cd-815e-175a15620776" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.929035] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ed672de-59db-47cd-815e-175a15620776',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.184715] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('44f88f2a-9450-45c6-92d5-efb4d3ca9ec5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.430455] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.430646] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.434928] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ed672de-59db-47cd-815e-175a15620776 with status ACTIVE [ 983.435189] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.435479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.435479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.435626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.435748] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.435940] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.436058] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.436129] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.436280] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.436357] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.436534] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.436634] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.436634] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.437336] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.437440] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.437542] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ed672de-59db-47cd-815e-175a15620776 is going to be updated. [ 983.460231] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.460231] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.460410] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.460447] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.460591] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.460755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ed672de-59db-47cd-815e-175a15620776" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.544699] env[66577]: INFO networking_nsxv3.common.synchronization [req-abca2606-5bb5-4071-85f5-eae5a290f10d req-af520635-81a2-4c62-a7fb-73384d0f2a4b tempest-ServersTestJSON-1986641018 tempest-ServersTestJSON-1986641018-project-member] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 983.545069] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 983.545431] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.545632] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.545742] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.546362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.546537] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.546904] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.546904] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.546904] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.547047] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.547077] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.663184] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: SUCCESS [ 983.663293] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 deletion is rescheduled due to dependency. [ 983.663412] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.663587] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.663808] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.665686] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.665686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.665686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.665686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.665899] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.665899] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.688849] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5: rpc.has_security_group_logging(os_id): False [ 983.711649] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.711799] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.712014] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.712082] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.712910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.712910] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.712910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.712910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.712910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.712910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.712910] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 is going to be created. [ 983.788823] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.789018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.789086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.789314] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.789489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.803553] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 in Status: IN_PROGRESS for 2s [ 984.001485] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-640 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.001485] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.001485] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.001485] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.001485] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.002521] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.003402] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.003567] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.003783] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.003989] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.004079] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.004149] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.004255] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.004362] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.004461] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.004625] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.024836] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.025021] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 984.025156] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.025342] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.025695] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-1767fd47-e3e2-4704-8415-51bf113885fb taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.025973] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-1767fd47-e3e2-4704-8415-51bf113885fb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.026036] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-1767fd47-e3e2-4704-8415-51bf113885fb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.026333] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-1767fd47-e3e2-4704-8415-51bf113885fb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.026472] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1767fd47-e3e2-4704-8415-51bf113885fb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.049544] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.170697] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.529768] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.530504] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.530504] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.531190] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.531190] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.531352] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 1767fd47-e3e2-4704-8415-51bf113885fb not found, creating... [ 984.531972] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.531972] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.531972] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.532164] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.532270] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.532557] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.532819] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.532952] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.533251] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.533389] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.533528] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 1767fd47-e3e2-4704-8415-51bf113885fb is going to be created. [ 984.555343] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.556587] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.556822] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.556925] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.557770] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.559041] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.559041] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-1767fd47-e3e2-4704-8415-51bf113885fb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.673154] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.025937] env[66577]: INFO networking_nsxv3.common.synchronization [None req-9c4bb7ac-62cc-4847-bc9b-76f278659169 None None] Enqueued Resource ID: 3421fd72-e3bb-443c-98a6-858a2696847d with Priority: HIGHEST for action port [ 985.026844] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3421fd72-e3bb-443c-98a6-858a2696847d with Priority: HIGHEST for action port [ 985.026844] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-3421fd72-e3bb-443c-98a6-858a2696847d taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.026844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3421fd72-e3bb-443c-98a6-858a2696847d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.027085] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3421fd72-e3bb-443c-98a6-858a2696847d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.027191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3421fd72-e3bb-443c-98a6-858a2696847d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.027257] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3421fd72-e3bb-443c-98a6-858a2696847d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.061076] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.061248] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.061346] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.061604] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.061716] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.061828] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 985.094977] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.095202] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.095279] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.095707] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.095885] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.109571] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 985.176244] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.176562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.176680] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.176926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.177037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.177183] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 is going to be updated. [ 985.211913] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.212109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.212109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.212328] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.212479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.223303] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: IN_PROGRESS for 2s [ 985.386035] env[66577]: INFO networking_nsxv3.common.synchronization [req-abca2606-5bb5-4071-85f5-eae5a290f10d req-703358d2-bc94-482b-82ee-fe6492524fe7 service nova] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_rules [ 985.386035] env[66577]: INFO networking_nsxv3.common.synchronization [req-abca2606-5bb5-4071-85f5-eae5a290f10d req-703358d2-bc94-482b-82ee-fe6492524fe7 service nova] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 985.386035] env[66577]: INFO networking_nsxv3.common.synchronization [req-abca2606-5bb5-4071-85f5-eae5a290f10d req-703358d2-bc94-482b-82ee-fe6492524fe7 service nova] Enqueued Resource ID: 1767fd47-e3e2-4704-8415-51bf113885fb with Priority: HIGHEST for action port [ 985.387066] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_rules [ 985.387414] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 985.387756] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1767fd47-e3e2-4704-8415-51bf113885fb with Priority: HIGHEST for action port [ 985.388522] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.388941] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.389226] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.389566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.389746] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.391027] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.393316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.393316] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-1767fd47-e3e2-4704-8415-51bf113885fb taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.393316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1767fd47-e3e2-4704-8415-51bf113885fb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.393316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1767fd47-e3e2-4704-8415-51bf113885fb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.393316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1767fd47-e3e2-4704-8415-51bf113885fb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.393316] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1767fd47-e3e2-4704-8415-51bf113885fb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.530938] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3421fd72-e3bb-443c-98a6-858a2696847d [ 985.530938] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.530938] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.530938] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.530938] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.530938] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.530938] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3421fd72-e3bb-443c-98a6-858a2696847d already deleted. [ 985.530938] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3421fd72-e3bb-443c-98a6-858a2696847d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.816608] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 in Status: SUCCESS [ 985.816862] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.894236] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.894357] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.894483] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1767fd47-e3e2-4704-8415-51bf113885fb with status ACTIVE [ 985.894657] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.894762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.894839] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.895088] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.895197] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.895337] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.895452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.898211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.898211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.898211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.898211] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.898211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.898211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.898211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.898211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.898211] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1767fd47-e3e2-4704-8415-51bf113885fb is going to be updated. [ 985.928931] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.929615] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.929615] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.930646] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.930646] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.930646] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1767fd47-e3e2-4704-8415-51bf113885fb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.387318] env[66577]: INFO networking_nsxv3.common.synchronization [req-b144e2fd-dee8-48d5-a27b-e8f068373801 req-bf03fa28-7db7-4c65-ac2c-1e46e2c273dd tempest-ImagesTestJSON-1308165066 tempest-ImagesTestJSON-1308165066-project-member] Enqueued Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 986.387318] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 986.387612] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.387727] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.387822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.388404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.388658] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.388795] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.388852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.389124] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.389212] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.389307] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.893044] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.894097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.894097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.895246] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.895246] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.895246] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.895246] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.895246] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.895986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.895986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.895986] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e is going to be updated. [ 986.926073] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.926073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.926073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.926342] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.926374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.936740] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: IN_PROGRESS for 2s [ 986.993368] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.993696] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-956" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.993696] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-956" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.994194] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-956" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.994483] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.994762] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.994829] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.995111] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.995279] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.995519] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.995726] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.995874] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.996080] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.996332] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.996393] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.996523] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.017026] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.017026] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.017026] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.017255] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-956" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.017489] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-fa6a7b5b-5eed-4fa7-8a6b-4cec86a4ce16 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.017660] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-fa6a7b5b-5eed-4fa7-8a6b-4cec86a4ce16" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.017850] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-fa6a7b5b-5eed-4fa7-8a6b-4cec86a4ce16" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.018199] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-fa6a7b5b-5eed-4fa7-8a6b-4cec86a4ce16" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.018367] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa6a7b5b-5eed-4fa7-8a6b-4cec86a4ce16',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.120070] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 987.121165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.121165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.121165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.121165] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.121165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.121165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.121552] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.121552] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.121552] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.235588] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: SUCCESS [ 987.235996] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.236331] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.236725] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.237125] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.237341] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.237473] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.237789] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.237993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.238143] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.238365] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.521673] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.522068] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.522068] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.522269] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.522482] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.523072] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port fa6a7b5b-5eed-4fa7-8a6b-4cec86a4ce16 not found, creating... [ 987.523072] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.523255] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.523402] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.523639] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.523779] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.524087] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.524271] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.524387] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.524656] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.524713] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.524848] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: fa6a7b5b-5eed-4fa7-8a6b-4cec86a4ce16 is going to be created. [ 987.545374] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.545619] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.545725] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.546064] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.546305] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.547220] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-fa6a7b5b-5eed-4fa7-8a6b-4cec86a4ce16" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.624076] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.741894] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.742198] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.742322] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.742569] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.742807] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.742975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.743094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.743396] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.743553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.743796] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.744023] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.744184] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.744300] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.744498] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.744695] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.744845] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.745019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.745426] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.745623] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.745805] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.745942] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.126793] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.248984] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fa613fd-3168-4037-8718-74203945f487: rpc.has_security_group_logging(os_id): False [ 988.271395] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.271395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.271395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.271395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.271395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.271395] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.271395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.271395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.271395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.271395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.271863] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.271863] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.271863] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.271863] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.271863] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.272207] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.272412] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.272588] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.273064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.273425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.273425] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fa613fd-3168-4037-8718-74203945f487 is going to be updated. [ 988.277375] env[66577]: INFO networking_nsxv3.common.synchronization [req-b144e2fd-dee8-48d5-a27b-e8f068373801 req-7e9311df-1fb9-42f2-b605-53ab7309049e service nova] Enqueued Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_rules [ 988.277610] env[66577]: INFO networking_nsxv3.common.synchronization [req-b144e2fd-dee8-48d5-a27b-e8f068373801 req-7e9311df-1fb9-42f2-b605-53ab7309049e service nova] Enqueued Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 988.277721] env[66577]: INFO networking_nsxv3.common.synchronization [req-b144e2fd-dee8-48d5-a27b-e8f068373801 req-7e9311df-1fb9-42f2-b605-53ab7309049e service nova] Enqueued Resource ID: fa6a7b5b-5eed-4fa7-8a6b-4cec86a4ce16 with Priority: HIGHEST for action port [ 988.278580] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_rules [ 988.278735] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 988.278863] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa6a7b5b-5eed-4fa7-8a6b-4cec86a4ce16 with Priority: HIGHEST for action port [ 988.282568] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.282568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.282568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.282568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.282568] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.282568] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.282568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.282568] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa6a7b5b-5eed-4fa7-8a6b-4cec86a4ce16 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.282568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa6a7b5b-5eed-4fa7-8a6b-4cec86a4ce16" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.282568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa6a7b5b-5eed-4fa7-8a6b-4cec86a4ce16" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.283055] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa6a7b5b-5eed-4fa7-8a6b-4cec86a4ce16" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.283055] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa6a7b5b-5eed-4fa7-8a6b-4cec86a4ce16',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.368354] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.368354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.368354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.368354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.368354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.383291] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: IN_PROGRESS for 2s [ 988.630122] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.630685] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.630685] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.630685] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.630685] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.630824] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 988.673032] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.673207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.673336] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.673659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.674426] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.685293] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 988.786361] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.786361] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.786361] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa6a7b5b-5eed-4fa7-8a6b-4cec86a4ce16 with status ACTIVE [ 988.786361] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.786361] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.786361] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.787106] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.787106] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.787106] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.787256] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.787333] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.787511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.787590] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.787921] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.788050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.788109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.788267] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.788342] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.788623] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa6a7b5b-5eed-4fa7-8a6b-4cec86a4ce16 is going to be updated. [ 988.811868] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.811868] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.811868] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.811868] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.811868] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.811868] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa6a7b5b-5eed-4fa7-8a6b-4cec86a4ce16" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.949408] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: SUCCESS [ 988.950553] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e deletion is rescheduled due to dependency. [ 988.950553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.950553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.950553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.950553] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.950842] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.950842] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.950951] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.950980] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.951084] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.454037] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.957732] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.400537] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: SUCCESS [ 990.400760] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.463912] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.467024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.467024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.467024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.467024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.467024] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e is going to be updated. [ 990.505347] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.505763] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.509762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.509762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.509762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.525363] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: IN_PROGRESS for 2s [ 990.695483] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 990.695777] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.695993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.696233] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.696433] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.696552] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.696618] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.696776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.696859] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.696943] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.697048] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.199637] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.199637] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.200041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.200041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.200380] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.200380] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.200380] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.200955] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.200955] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.200955] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.200955] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.200955] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.200955] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.201181] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.201539] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.201539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.201539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.201539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.201747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.201747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.201747] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.301436] env[66577]: INFO networking_nsxv3.common.synchronization [req-5abb2545-a25b-42b7-a93a-eb2160aa00a3 req-1e7d09c3-92a2-4819-a5eb-27aacf333112 tempest-ServersWithSpecificFlavorTestJSON-367237849 tempest-ServersWithSpecificFlavorTestJSON-367237849-project-member] Enqueued Resource ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 with Priority: HIGHEST for action security_group_members [ 991.305420] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 with Priority: HIGHEST for action security_group_members [ 991.305420] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c211bba1-9fab-4c7e-82b8-e5b70861b181 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.305420] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.305420] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.305420] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.305420] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.305420] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.305420] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.305420] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.305420] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.305420] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c211bba1-9fab-4c7e-82b8-e5b70861b181',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.704265] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba275e77-5a3f-42ea-b01c-bf042356d57e: rpc.has_security_group_logging(os_id): False [ 991.732383] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.732383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.732383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.732383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.732582] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.732655] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.732756] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.732793] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.732937] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.733019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.733211] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.733310] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.733361] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.733516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.733576] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.734461] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.734461] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.734461] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.734461] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.734461] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.734461] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 991.785947] env[66577]: INFO networking_nsxv3.common.synchronization [None req-a724af03-5a4e-40eb-9111-9755e4da7891 None None] Enqueued Resource ID: c8fed938-0fe6-42b9-8761-26dab1a80850 with Priority: HIGHEST for action port [ 991.786512] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8fed938-0fe6-42b9-8761-26dab1a80850 with Priority: HIGHEST for action port [ 991.786868] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8fed938-0fe6-42b9-8761-26dab1a80850 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.786952] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8fed938-0fe6-42b9-8761-26dab1a80850" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.787066] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8fed938-0fe6-42b9-8761-26dab1a80850" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.787426] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8fed938-0fe6-42b9-8761-26dab1a80850" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.789621] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8fed938-0fe6-42b9-8761-26dab1a80850',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.806043] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.806421] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.806593] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.806899] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.833359] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.833359] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.844925] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.844925] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.844925] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.844925] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.844925] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.844925] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.844925] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 is going to be updated. [ 991.845623] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.846039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.846314] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.865872] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 991.895375] env[66577]: INFO networking_nsxv3.common.synchronization [req-8e1e7d1e-f082-4011-9728-a312c2a6ef09 req-08dcff26-6b42-4558-8a0f-130850d0306b tempest-ListImageFiltersTestJSON-82373635 tempest-ListImageFiltersTestJSON-82373635-project-member] Enqueued Resource ID: c1cb8fd4-1963-4132-b293-f92846f43b67 with Priority: HIGHEST for action security_group_members [ 991.895375] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1cb8fd4-1963-4132-b293-f92846f43b67 with Priority: HIGHEST for action security_group_members [ 991.895923] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1cb8fd4-1963-4132-b293-f92846f43b67 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.896500] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.896721] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.897615] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.897615] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.897615] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.897615] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.898128] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.899155] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.899155] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1cb8fd4-1963-4132-b293-f92846f43b67',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.900423] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.900616] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.900766] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.901672] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.901672] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.915253] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 in Status: IN_PROGRESS for 2s [ 992.289837] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8fed938-0fe6-42b9-8761-26dab1a80850 [ 992.290266] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.290266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.290374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.290660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.290755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.290857] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8fed938-0fe6-42b9-8761-26dab1a80850 already deleted. [ 992.290939] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8fed938-0fe6-42b9-8761-26dab1a80850" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.406728] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.406728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.406728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.406728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.434538] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.435103] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.435103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.435103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.436032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.436032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.436032] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1cb8fd4-1963-4132-b293-f92846f43b67 is going to be updated. [ 992.469412] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.469412] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.469412] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.469665] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.470027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.487027] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1cb8fd4-1963-4132-b293-f92846f43b67 in Status: IN_PROGRESS for 2s [ 992.543434] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: SUCCESS [ 992.544676] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.544676] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.544676] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.544865] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.544945] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.545012] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.547898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.547898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.547898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.547898] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.049742] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.049910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.049972] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.050211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.050398] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.050521] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.050565] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.050700] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.050789] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.050876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.051034] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.051127] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.051293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.051343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.051453] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.051543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.051661] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.051729] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.051810] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.051911] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.051996] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.554624] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf804a78-e142-46f8-ab91-b0bb37b5608e: rpc.has_security_group_logging(os_id): False [ 993.575258] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.577467] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.577620] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.577870] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.578026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.578202] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.578319] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.578385] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.578551] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.578666] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.578853] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.578954] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.579081] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.579164] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.579237] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.579420] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.579508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.579571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.579733] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.579787] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.580327] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e is going to be updated. [ 993.665348] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.665571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.665571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.665780] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.665923] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.685063] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: IN_PROGRESS for 2s [ 993.882518] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 993.882771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.925053] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 in Status: SUCCESS [ 993.925277] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c211bba1-9fab-4c7e-82b8-e5b70861b181 deletion is rescheduled due to dependency. [ 993.925413] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c211bba1-9fab-4c7e-82b8-e5b70861b181" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.229410] env[66577]: INFO networking_nsxv3.common.synchronization [None req-3d610dd1-9ed7-4f31-847a-1c5f8357ac42 None None] Enqueued Resource ID: 71a47683-9446-4adb-ab8b-2bf3c01449df with Priority: HIGHEST for action port [ 994.229991] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71a47683-9446-4adb-ab8b-2bf3c01449df with Priority: HIGHEST for action port [ 994.230326] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-71a47683-9446-4adb-ab8b-2bf3c01449df taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.230459] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71a47683-9446-4adb-ab8b-2bf3c01449df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.230534] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71a47683-9446-4adb-ab8b-2bf3c01449df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.230812] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71a47683-9446-4adb-ab8b-2bf3c01449df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.230904] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71a47683-9446-4adb-ab8b-2bf3c01449df',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.496288] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1cb8fd4-1963-4132-b293-f92846f43b67 in Status: SUCCESS [ 994.496288] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1cb8fd4-1963-4132-b293-f92846f43b67 deletion is rescheduled due to dependency. [ 994.496288] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.733831] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71a47683-9446-4adb-ab8b-2bf3c01449df [ 994.734164] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.734333] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.734333] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.734593] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.734709] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.734806] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71a47683-9446-4adb-ab8b-2bf3c01449df already deleted. [ 994.734911] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71a47683-9446-4adb-ab8b-2bf3c01449df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.701285] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: SUCCESS [ 995.701570] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.734272] env[66577]: INFO networking_nsxv3.common.synchronization [req-b5952c9e-d843-4272-bee2-b6ac4759c663 req-8abd6eb2-c94a-45cd-aa0d-61fcd671bd8c tempest-ServersNegativeTestJSON-1100822248 tempest-ServersNegativeTestJSON-1100822248-project-member] Enqueued Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGHEST for action security_group_members [ 997.734645] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGHEST for action security_group_members [ 997.735511] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-395a0830-5c21-4961-a05e-809f9149ee39 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.735654] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.735752] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.736020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.736322] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.736430] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.736492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.736661] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.736750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.736844] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.239783] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.239963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.239963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.240492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.240492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.240583] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.240647] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.240647] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.240805] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.241194] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.241194] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395a0830-5c21-4961-a05e-809f9149ee39 already deleted. [ 998.241194] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.274467] env[66577]: INFO networking_nsxv3.common.synchronization [None req-16757e1b-b792-44b7-9eef-66cca6e45586 None None] Enqueued Resource ID: cc0757fa-a61e-4bf0-a7e7-eb752d3bf335 with Priority: HIGHEST for action port [ 998.275234] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0757fa-a61e-4bf0-a7e7-eb752d3bf335 with Priority: HIGHEST for action port [ 998.275547] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc0757fa-a61e-4bf0-a7e7-eb752d3bf335 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.275756] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc0757fa-a61e-4bf0-a7e7-eb752d3bf335" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.275837] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc0757fa-a61e-4bf0-a7e7-eb752d3bf335" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.276409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc0757fa-a61e-4bf0-a7e7-eb752d3bf335" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.276559] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc0757fa-a61e-4bf0-a7e7-eb752d3bf335',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.519653] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.519884] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-404" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.520015] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-404" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.520361] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-404" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.520744] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.520858] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.520895] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.521116] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.521266] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.521472] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.521581] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.521886] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.521886] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.521886] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.522029] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.522131] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.542261] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.542456] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.542559] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.542736] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-404" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.543052] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-06450d1c-2a8b-489f-be8a-22b1b3a47d31 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.543227] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-06450d1c-2a8b-489f-be8a-22b1b3a47d31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.543345] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-06450d1c-2a8b-489f-be8a-22b1b3a47d31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.543669] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-06450d1c-2a8b-489f-be8a-22b1b3a47d31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.543809] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06450d1c-2a8b-489f-be8a-22b1b3a47d31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.761413] env[66577]: INFO networking_nsxv3.common.synchronization [req-c376eb63-9fe4-4fcd-99ec-2d64559f5046 req-ffc47b97-2b33-45d5-af04-3aec59aeba88 tempest-ServersTestJSON-1986641018 tempest-ServersTestJSON-1986641018-project-member] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 998.761941] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 998.762265] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.762387] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.762449] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.762635] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.762781] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.762870] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.763070] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.763070] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.763181] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.763240] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.779639] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc0757fa-a61e-4bf0-a7e7-eb752d3bf335 [ 998.779868] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.780209] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.780281] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.780471] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.780555] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.780644] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc0757fa-a61e-4bf0-a7e7-eb752d3bf335 already deleted. [ 998.780726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc0757fa-a61e-4bf0-a7e7-eb752d3bf335" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.048077] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.048077] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.048077] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.048077] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.048077] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.048077] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 06450d1c-2a8b-489f-be8a-22b1b3a47d31 not found, creating... [ 999.048454] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.048454] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.048454] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.048588] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.048723] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.048999] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.049164] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.049276] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.049494] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.049619] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.049752] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 06450d1c-2a8b-489f-be8a-22b1b3a47d31 is going to be created. [ 999.070523] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.070727] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.070922] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.071374] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.071462] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.071701] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-06450d1c-2a8b-489f-be8a-22b1b3a47d31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.265641] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.522753] env[66577]: INFO networking_nsxv3.common.synchronization [None req-9fbd1e18-8493-4742-8a7b-be4beadcdd03 tempest-ServersTestManualDisk-424531891 tempest-ServersTestManualDisk-424531891-project-member] Enqueued Resource ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f with Priority: HIGHEST for action security_group_rules [ 999.522973] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f with Priority: HIGHEST for action security_group_rules [ 999.523312] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11ca2f4a-0dec-418f-968b-b83b5d85b00f taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.523426] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.523506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.523766] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.523841] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11ca2f4a-0dec-418f-968b-b83b5d85b00f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.607171] env[66577]: INFO networking_nsxv3.common.synchronization [None req-1f79a2f8-df77-49bd-b4fc-2b970eb3e89a tempest-ServersTestManualDisk-424531891 tempest-ServersTestManualDisk-424531891-project-member] Enqueued Resource ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f with Priority: HIGHEST for action security_group_rules [ 999.607665] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f with Priority: HIGHEST for action security_group_rules [ 999.608262] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11ca2f4a-0dec-418f-968b-b83b5d85b00f taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.608262] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.769536] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.790483] env[66577]: INFO networking_nsxv3.common.synchronization [req-b5952c9e-d843-4272-bee2-b6ac4759c663 req-e4a541e5-341c-4a24-9e00-6830a3697e12 service nova] Enqueued Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGHEST for action security_group_rules [ 999.790720] env[66577]: INFO networking_nsxv3.common.synchronization [req-b5952c9e-d843-4272-bee2-b6ac4759c663 req-e4a541e5-341c-4a24-9e00-6830a3697e12 service nova] Enqueued Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGHEST for action security_group_members [ 999.790780] env[66577]: INFO networking_nsxv3.common.synchronization [req-b5952c9e-d843-4272-bee2-b6ac4759c663 req-e4a541e5-341c-4a24-9e00-6830a3697e12 service nova] Enqueued Resource ID: 06450d1c-2a8b-489f-be8a-22b1b3a47d31 with Priority: HIGHEST for action port [ 999.791548] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGHEST for action security_group_rules [ 999.791548] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGHEST for action security_group_members [ 999.791548] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06450d1c-2a8b-489f-be8a-22b1b3a47d31 with Priority: HIGHEST for action port [ 999.791906] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-395a0830-5c21-4961-a05e-809f9149ee39 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.791906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.792048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.792200] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.792280] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.793192] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-395a0830-5c21-4961-a05e-809f9149ee39 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.793192] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.793406] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.793406] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.793760] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.793760] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.793760] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.793902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.793902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.793963] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.795196] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-06450d1c-2a8b-489f-be8a-22b1b3a47d31 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.795196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06450d1c-2a8b-489f-be8a-22b1b3a47d31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.795196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06450d1c-2a8b-489f-be8a-22b1b3a47d31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.795196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06450d1c-2a8b-489f-be8a-22b1b3a47d31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.795196] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06450d1c-2a8b-489f-be8a-22b1b3a47d31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.046467] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.046467] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.046467] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.046467] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.046467] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.046467] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f already deleted. [ 1000.046467] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.046467] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.046467] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.046467] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11ca2f4a-0dec-418f-968b-b83b5d85b00f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.228651] env[66577]: INFO networking_nsxv3.common.synchronization [req-f39fd1b4-dd5f-4798-93ef-41c626fa5830 req-f053a113-f57c-4ea0-9c1f-fa6a096796c7 tempest-ServerRescueTestJSON-1451457084 tempest-ServerRescueTestJSON-1451457084-project-member] Enqueued Resource ID: a7e44a22-5fbc-4513-af99-170c228bf747 with Priority: HIGHEST for action security_group_members [ 1000.229290] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e44a22-5fbc-4513-af99-170c228bf747 with Priority: HIGHEST for action security_group_members [ 1000.229656] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e44a22-5fbc-4513-af99-170c228bf747 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.229749] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.229833] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.230028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.233175] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.233175] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.233175] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.233175] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.233175] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.233175] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e44a22-5fbc-4513-af99-170c228bf747',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.271512] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.271772] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.271930] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.272343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.272685] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.272844] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 1000.296430] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-395a0830-5c21-4961-a05e-809f9149ee39 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.296657] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.299168] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06450d1c-2a8b-489f-be8a-22b1b3a47d31 with status ACTIVE [ 1000.299443] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.299608] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.299698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.300857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.300857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.301132] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.301276] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.301363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.301555] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.301659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.301891] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.302022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.302094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.302338] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.302462] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.302517] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06450d1c-2a8b-489f-be8a-22b1b3a47d31 is going to be updated. [ 1000.307949] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.307949] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.307949] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.307949] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.307949] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.307949] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.320870] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 1000.337073] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.337073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.337073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.337073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.337073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.337073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06450d1c-2a8b-489f-be8a-22b1b3a47d31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.571923] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.572161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.572264] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.572607] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.572741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.576182] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f already deleted. [ 1000.576293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.700293] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-6 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.700530] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.700666] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.700971] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.701299] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.701502] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.701630] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.701876] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.702132] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.702798] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.702798] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.702798] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.702798] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.702798] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.703121] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.703121] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.722669] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.723240] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.723515] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.723811] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.724303] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-96d74051-e835-4009-a4f7-4171a829db47 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.724522] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-96d74051-e835-4009-a4f7-4171a829db47" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.724628] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-96d74051-e835-4009-a4f7-4171a829db47" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.725051] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-96d74051-e835-4009-a4f7-4171a829db47" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.725448] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96d74051-e835-4009-a4f7-4171a829db47',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.735680] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7e44a22-5fbc-4513-af99-170c228bf747',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.812559] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.228555] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.232023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.232023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.232023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.232023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.232023] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 96d74051-e835-4009-a4f7-4171a829db47 not found, creating... [ 1001.232023] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.232023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.232023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.232023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.232023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.232411] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.232411] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.232530] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.232936] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.233232] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.233506] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 96d74051-e835-4009-a4f7-4171a829db47 is going to be created. [ 1001.239503] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7e44a22-5fbc-4513-af99-170c228bf747',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.256562] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.256562] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.256562] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.257350] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.257350] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.257459] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-96d74051-e835-4009-a4f7-4171a829db47" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.315561] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.315561] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.315833] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.315902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.316019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.316126] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395a0830-5c21-4961-a05e-809f9149ee39 is going to be created. [ 1001.353909] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.354140] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.354201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.354400] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.354564] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.369456] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395a0830-5c21-4961-a05e-809f9149ee39 in Status: UNINITIALIZED for 2s [ 1001.379783] env[66577]: INFO networking_nsxv3.common.synchronization [None req-121b0535-7aec-4fbc-b396-217daee7e093 None None] Enqueued Resource ID: 3332092c-cf43-466b-901a-a516deec6904 with Priority: HIGHEST for action port [ 1001.380326] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3332092c-cf43-466b-901a-a516deec6904 with Priority: HIGHEST for action port [ 1001.380650] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-3332092c-cf43-466b-901a-a516deec6904 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.380780] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3332092c-cf43-466b-901a-a516deec6904" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.380849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3332092c-cf43-466b-901a-a516deec6904" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.381125] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3332092c-cf43-466b-901a-a516deec6904" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.381212] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3332092c-cf43-466b-901a-a516deec6904',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.741296] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.741446] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.741513] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.741731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.741816] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.741912] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e44a22-5fbc-4513-af99-170c228bf747 is going to be updated. [ 1001.780876] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.781378] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.781378] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.781378] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.781510] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.791671] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e44a22-5fbc-4513-af99-170c228bf747 in Status: IN_PROGRESS for 2s [ 1001.883307] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3332092c-cf43-466b-901a-a516deec6904 [ 1001.883718] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.883718] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.883845] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.884098] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.884222] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.884333] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3332092c-cf43-466b-901a-a516deec6904 already deleted. [ 1001.884449] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3332092c-cf43-466b-901a-a516deec6904" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.995718] env[66577]: INFO networking_nsxv3.common.synchronization [req-f39fd1b4-dd5f-4798-93ef-41c626fa5830 req-8f328ce8-f9b3-4849-94e1-59c38b512ca6 service nova] Enqueued Resource ID: a7e44a22-5fbc-4513-af99-170c228bf747 with Priority: HIGHEST for action security_group_rules [ 1001.995937] env[66577]: INFO networking_nsxv3.common.synchronization [req-f39fd1b4-dd5f-4798-93ef-41c626fa5830 req-8f328ce8-f9b3-4849-94e1-59c38b512ca6 service nova] Enqueued Resource ID: a7e44a22-5fbc-4513-af99-170c228bf747 with Priority: HIGHEST for action security_group_members [ 1001.996099] env[66577]: INFO networking_nsxv3.common.synchronization [req-f39fd1b4-dd5f-4798-93ef-41c626fa5830 req-8f328ce8-f9b3-4849-94e1-59c38b512ca6 service nova] Enqueued Resource ID: 96d74051-e835-4009-a4f7-4171a829db47 with Priority: HIGHEST for action port [ 1001.996596] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e44a22-5fbc-4513-af99-170c228bf747 with Priority: HIGHEST for action security_group_rules [ 1001.998638] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e44a22-5fbc-4513-af99-170c228bf747 with Priority: HIGHEST for action security_group_members [ 1001.998638] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d74051-e835-4009-a4f7-4171a829db47 with Priority: HIGHEST for action port [ 1001.998638] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7e44a22-5fbc-4513-af99-170c228bf747 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.998638] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.998638] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.998638] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.998638] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7e44a22-5fbc-4513-af99-170c228bf747',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.000464] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e44a22-5fbc-4513-af99-170c228bf747 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.000464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.000464] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-96d74051-e835-4009-a4f7-4171a829db47 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.000464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96d74051-e835-4009-a4f7-4171a829db47" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.000464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96d74051-e835-4009-a4f7-4171a829db47" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.000464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96d74051-e835-4009-a4f7-4171a829db47" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.000464] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96d74051-e835-4009-a4f7-4171a829db47',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.332192] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 1002.332391] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.501857] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e44a22-5fbc-4513-af99-170c228bf747 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.502072] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.502323] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96d74051-e835-4009-a4f7-4171a829db47 with status ACTIVE [ 1002.502681] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.502681] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.502922] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.502989] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.503134] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.503987] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.504155] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.504267] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.504422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.504512] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.504696] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.504794] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.504858] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.505027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.505105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.505190] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96d74051-e835-4009-a4f7-4171a829db47 is going to be updated. [ 1002.526936] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.527534] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.527620] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.527863] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.528023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.528190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96d74051-e835-4009-a4f7-4171a829db47" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.379890] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395a0830-5c21-4961-a05e-809f9149ee39 in Status: SUCCESS [ 1003.380404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.380404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.380546] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.380748] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.380865] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.380920] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.381091] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.381172] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.381256] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.381368] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.807200] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e44a22-5fbc-4513-af99-170c228bf747 in Status: SUCCESS [ 1003.807437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.807614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.808051] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.808258] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.808382] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.808513] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.808746] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.809186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.809186] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e44a22-5fbc-4513-af99-170c228bf747',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.883715] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-395a0830-5c21-4961-a05e-809f9149ee39 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.884044] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.884167] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.884487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.884748] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.884986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.885104] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.885353] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.885489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.885672] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.885860] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-395a0830-5c21-4961-a05e-809f9149ee39 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.885997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.886100] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.886320] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.886529] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.886657] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.886745] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.887026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.887150] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.887266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.887387] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.312289] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7e44a22-5fbc-4513-af99-170c228bf747',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.389888] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 395a0830-5c21-4961-a05e-809f9149ee39: rpc.has_security_group_logging(os_id): False [ 1004.413197] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.414537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.414537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.414537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.414537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.414537] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.414537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.414537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.414537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.414537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.414537] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.414537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.415207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.415207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.415207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.415207] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.415207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.415207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.415207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.415603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.415603] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 395a0830-5c21-4961-a05e-809f9149ee39 is going to be created. [ 1004.511332] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.511665] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.511665] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.511847] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.512040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.525592] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 395a0830-5c21-4961-a05e-809f9149ee39 in Status: IN_PROGRESS for 2s [ 1004.816143] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7e44a22-5fbc-4513-af99-170c228bf747',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.319391] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.319875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.319875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.319875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.320033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.320086] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e44a22-5fbc-4513-af99-170c228bf747 is going to be updated. [ 1005.369162] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.369313] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.369404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.369701] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.369854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.380412] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e44a22-5fbc-4513-af99-170c228bf747 in Status: IN_PROGRESS for 2s [ 1006.547899] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 395a0830-5c21-4961-a05e-809f9149ee39 in Status: SUCCESS [ 1006.548327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.895817] env[66577]: INFO networking_nsxv3.common.synchronization [req-27939e9a-89a7-41a4-aee3-bbcf40d14e86 req-0fa80129-1c8a-4435-8624-723bcf0797ab tempest-InstanceActionsTestJSON-1343888429 tempest-InstanceActionsTestJSON-1343888429-project-member] Enqueued Resource ID: 05d8e9b7-9405-4e8d-a78e-d4e2ea83723b with Priority: HIGHEST for action security_group_members [ 1006.896534] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d8e9b7-9405-4e8d-a78e-d4e2ea83723b with Priority: HIGHEST for action security_group_members [ 1006.897153] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.902543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.902543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.902760] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.902978] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.903170] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.903406] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.903632] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.903737] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.903874] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05d8e9b7-9405-4e8d-a78e-d4e2ea83723b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.391626] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e44a22-5fbc-4513-af99-170c228bf747 in Status: SUCCESS [ 1007.391855] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.392058] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.392259] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.392478] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.392637] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.392747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.392953] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.393046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.393140] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.393232] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7e44a22-5fbc-4513-af99-170c228bf747',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.410380] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.410602] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.410674] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.410996] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.410996] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.411187] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.411308] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.411373] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.411535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.411613] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.411701] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d8e9b7-9405-4e8d-a78e-d4e2ea83723b already deleted. [ 1007.411803] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.454405] env[66577]: INFO networking_nsxv3.common.synchronization [None req-4687afc2-e2f4-43df-b72f-3d264be5e5fc None None] Enqueued Resource ID: c587a79e-8083-451c-9ef6-429f596d9faf with Priority: HIGHEST for action port [ 1007.455123] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c587a79e-8083-451c-9ef6-429f596d9faf with Priority: HIGHEST for action port [ 1007.455259] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c587a79e-8083-451c-9ef6-429f596d9faf taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.455416] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c587a79e-8083-451c-9ef6-429f596d9faf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.455451] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c587a79e-8083-451c-9ef6-429f596d9faf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.456028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c587a79e-8083-451c-9ef6-429f596d9faf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.456028] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c587a79e-8083-451c-9ef6-429f596d9faf',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.569263] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-108 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.569586] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-108" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.569626] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-108" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.569927] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-108" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.570226] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.570491] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.570627] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.570889] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.571061] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.571293] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.571413] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.571524] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.571714] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.571848] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.571955] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.572103] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.598593] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.598778] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1007.599135] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.599135] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-108" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.599435] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-bfee16c9-b355-44fd-9cb5-8e2eef5282de taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.599614] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-bfee16c9-b355-44fd-9cb5-8e2eef5282de" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.600134] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-bfee16c9-b355-44fd-9cb5-8e2eef5282de" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.600134] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-bfee16c9-b355-44fd-9cb5-8e2eef5282de" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.600244] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfee16c9-b355-44fd-9cb5-8e2eef5282de',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.896920] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e44a22-5fbc-4513-af99-170c228bf747 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.897331] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.897612] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.897976] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.900020] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.900020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.900020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.900020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.900020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.900020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.900020] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e44a22-5fbc-4513-af99-170c228bf747 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.900020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.900020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.900020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.900020] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.900020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.900020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.900020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.900020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.900020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.900755] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7e44a22-5fbc-4513-af99-170c228bf747',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.959866] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c587a79e-8083-451c-9ef6-429f596d9faf [ 1007.959866] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.959866] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.959866] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.960110] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.960145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.960304] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c587a79e-8083-451c-9ef6-429f596d9faf already deleted. [ 1007.960304] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c587a79e-8083-451c-9ef6-429f596d9faf" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.106031] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.106031] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.106031] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.106031] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.106031] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.106031] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port bfee16c9-b355-44fd-9cb5-8e2eef5282de not found, creating... [ 1008.106031] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.106031] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.106031] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.106031] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.106031] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.106611] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.107678] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.107991] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.108337] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.108600] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.108864] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: bfee16c9-b355-44fd-9cb5-8e2eef5282de is going to be created. [ 1008.134983] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.135609] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.137023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.137023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.137023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.137023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-bfee16c9-b355-44fd-9cb5-8e2eef5282de" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.217452] env[66577]: INFO networking_nsxv3.common.synchronization [req-be871283-cb5a-4912-8de4-d2ca5b4c2f13 req-a9ab3e15-c50c-4433-b6e6-d7bfbf6a2e04 tempest-AttachInterfacesTestJSON-2047328862 tempest-AttachInterfacesTestJSON-2047328862-project-member] Enqueued Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1008.218188] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1008.218543] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.218703] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.218899] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.218992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.219161] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.219271] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.219345] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.219644] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.219644] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.219773] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.404033] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7e44a22-5fbc-4513-af99-170c228bf747: rpc.has_security_group_logging(os_id): False [ 1008.425544] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.425737] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.425737] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.426020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.426129] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.426388] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.426489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.426538] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.426710] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.426794] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.427022] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.427134] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.427191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.427340] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.427419] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.427803] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.427803] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.427803] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.427971] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.427971] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.428070] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7e44a22-5fbc-4513-af99-170c228bf747 is going to be updated. [ 1008.499587] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.499587] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.499587] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.499587] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.499587] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.514180] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7e44a22-5fbc-4513-af99-170c228bf747 in Status: IN_PROGRESS for 2s [ 1008.723062] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.723062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.723062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.723062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.723062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.723062] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.723542] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.723542] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.723542] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.723542] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.723542] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 already deleted. [ 1008.723542] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.798439] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.798439] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.798439] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.798439] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.798439] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.799126] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.799520] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.799891] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.800175] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.800523] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.800766] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.801083] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.801300] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.801502] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.801703] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.801947] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.976428] env[66577]: INFO networking_nsxv3.common.synchronization [req-27939e9a-89a7-41a4-aee3-bbcf40d14e86 req-f1e54356-acc2-4982-ae78-1c0c1d1d53d8 service nova] Enqueued Resource ID: 05d8e9b7-9405-4e8d-a78e-d4e2ea83723b with Priority: HIGHEST for action security_group_rules [ 1008.976524] env[66577]: INFO networking_nsxv3.common.synchronization [req-27939e9a-89a7-41a4-aee3-bbcf40d14e86 req-f1e54356-acc2-4982-ae78-1c0c1d1d53d8 service nova] Enqueued Resource ID: 05d8e9b7-9405-4e8d-a78e-d4e2ea83723b with Priority: HIGHEST for action security_group_members [ 1008.976660] env[66577]: INFO networking_nsxv3.common.synchronization [req-27939e9a-89a7-41a4-aee3-bbcf40d14e86 req-f1e54356-acc2-4982-ae78-1c0c1d1d53d8 service nova] Enqueued Resource ID: bfee16c9-b355-44fd-9cb5-8e2eef5282de with Priority: HIGHEST for action port [ 1008.977813] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d8e9b7-9405-4e8d-a78e-d4e2ea83723b with Priority: HIGHEST for action security_group_rules [ 1008.978655] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d8e9b7-9405-4e8d-a78e-d4e2ea83723b with Priority: HIGHEST for action security_group_members [ 1008.978655] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfee16c9-b355-44fd-9cb5-8e2eef5282de with Priority: HIGHEST for action port [ 1008.978812] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.978926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.978926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.979232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.979327] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05d8e9b7-9405-4e8d-a78e-d4e2ea83723b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.980416] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.980639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.980639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.980769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.980916] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.981020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.981080] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.981225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.981307] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.981394] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05d8e9b7-9405-4e8d-a78e-d4e2ea83723b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.982171] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfee16c9-b355-44fd-9cb5-8e2eef5282de taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.982283] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfee16c9-b355-44fd-9cb5-8e2eef5282de" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.983754] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfee16c9-b355-44fd-9cb5-8e2eef5282de" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.983754] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfee16c9-b355-44fd-9cb5-8e2eef5282de" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.983754] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfee16c9-b355-44fd-9cb5-8e2eef5282de',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.998626] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.998857] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.197 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.999118] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.999340] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.999828] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-8e7800e6-0572-4cbc-8c1d-603e3ac3e985 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.000092] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-8e7800e6-0572-4cbc-8c1d-603e3ac3e985" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.000299] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-8e7800e6-0572-4cbc-8c1d-603e3ac3e985" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.000769] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-8e7800e6-0572-4cbc-8c1d-603e3ac3e985" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.000996] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e7800e6-0572-4cbc-8c1d-603e3ac3e985',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.484581] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.484785] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.485274] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05d8e9b7-9405-4e8d-a78e-d4e2ea83723b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.486634] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfee16c9-b355-44fd-9cb5-8e2eef5282de with status ACTIVE [ 1009.487659] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.487659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.487659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.487659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.487659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.487935] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.487935] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.488033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.488225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.488360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.488657] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.488889] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.488889] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.489088] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.489191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.489304] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfee16c9-b355-44fd-9cb5-8e2eef5282de is going to be updated. [ 1009.503621] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.503853] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.503976] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.504280] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.504429] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.504585] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 8e7800e6-0572-4cbc-8c1d-603e3ac3e985 not found, creating... [ 1009.504842] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.504999] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.505130] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.505343] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.505479] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.505800] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.505927] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.506365] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.506664] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.506811] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.506953] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 8e7800e6-0572-4cbc-8c1d-603e3ac3e985 is going to be created. [ 1009.514123] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.514123] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.514123] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.514123] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.514341] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.514341] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfee16c9-b355-44fd-9cb5-8e2eef5282de" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.532570] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.532735] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.532883] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.533293] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.533554] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.534734] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-8e7800e6-0572-4cbc-8c1d-603e3ac3e985" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.678975] env[66577]: INFO networking_nsxv3.common.synchronization [req-b484bd23-96a6-4bfc-a831-79d6048396c0 req-a5d7db2e-1eb8-4738-8733-813e1b5c7ad5 tempest-DeleteServersTestJSON-1132974874 tempest-DeleteServersTestJSON-1132974874-project-member] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 1009.679873] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 1009.680669] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.680669] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.680669] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.680669] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.680924] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.680924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.681024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.681214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.681620] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.681620] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.973691] env[66577]: INFO networking_nsxv3.common.synchronization [None req-26c63b3c-78f9-424d-b090-add77357cea5 None None] Enqueued Resource ID: 9020248e-ace0-45a5-b9ce-7f5073ab5a45 with Priority: HIGHEST for action port [ 1009.974383] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9020248e-ace0-45a5-b9ce-7f5073ab5a45 with Priority: HIGHEST for action port [ 1009.974818] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-9020248e-ace0-45a5-b9ce-7f5073ab5a45 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.974924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9020248e-ace0-45a5-b9ce-7f5073ab5a45" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.975234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9020248e-ace0-45a5-b9ce-7f5073ab5a45" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.975536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9020248e-ace0-45a5-b9ce-7f5073ab5a45" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.975624] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9020248e-ace0-45a5-b9ce-7f5073ab5a45',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.991797] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05d8e9b7-9405-4e8d-a78e-d4e2ea83723b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.040605] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.040967] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.040967] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.041194] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.041449] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.041828] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.041828] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.041937] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.042064] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.042271] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.042384] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.042492] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.042595] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.042714] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.042804] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.042936] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.064200] env[66577]: INFO networking_nsxv3.common.synchronization [req-be871283-cb5a-4912-8de4-d2ca5b4c2f13 req-a6783d6b-f668-4637-9358-0dbd8c76f756 service nova] Enqueued Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_rules [ 1010.064400] env[66577]: INFO networking_nsxv3.common.synchronization [req-be871283-cb5a-4912-8de4-d2ca5b4c2f13 req-a6783d6b-f668-4637-9358-0dbd8c76f756 service nova] Enqueued Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1010.064591] env[66577]: INFO networking_nsxv3.common.synchronization [req-be871283-cb5a-4912-8de4-d2ca5b4c2f13 req-a6783d6b-f668-4637-9358-0dbd8c76f756 service nova] Enqueued Resource ID: 8e7800e6-0572-4cbc-8c1d-603e3ac3e985 with Priority: HIGHEST for action port [ 1010.065356] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_rules [ 1010.065515] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1010.065615] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e7800e6-0572-4cbc-8c1d-603e3ac3e985 with Priority: HIGHEST for action port [ 1010.066872] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.067029] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.067303] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.067488] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.067878] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-af2adf65-52a3-466a-b8d5-0d07e53d5620 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.068140] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-af2adf65-52a3-466a-b8d5-0d07e53d5620" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.068277] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-af2adf65-52a3-466a-b8d5-0d07e53d5620" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.068595] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-af2adf65-52a3-466a-b8d5-0d07e53d5620" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.068730] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af2adf65-52a3-466a-b8d5-0d07e53d5620',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.069882] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.070029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.070079] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.070295] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.070374] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.071194] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.071299] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.071364] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.071535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.071680] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.071802] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.072625] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.072625] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.072625] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.072625] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.072874] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e7800e6-0572-4cbc-8c1d-603e3ac3e985 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.072996] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e7800e6-0572-4cbc-8c1d-603e3ac3e985" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.073072] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e7800e6-0572-4cbc-8c1d-603e3ac3e985" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.073229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e7800e6-0572-4cbc-8c1d-603e3ac3e985" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.073291] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e7800e6-0572-4cbc-8c1d-603e3ac3e985',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.187030] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.187030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.187030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.187030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.187030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.187030] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.187030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.187030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.187030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.187030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.187030] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be updated. [ 1010.242438] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.242980] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.242980] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.242980] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.243833] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.296567] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: IN_PROGRESS for 2s [ 1010.477802] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9020248e-ace0-45a5-b9ce-7f5073ab5a45 [ 1010.478256] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.478508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.478604] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.478922] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.479074] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.479624] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9020248e-ace0-45a5-b9ce-7f5073ab5a45 already deleted. [ 1010.479624] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9020248e-ace0-45a5-b9ce-7f5073ab5a45" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.494366] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.494662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.494823] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.495166] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.495311] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.495436] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d8e9b7-9405-4e8d-a78e-d4e2ea83723b is going to be created. [ 1010.525583] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.525829] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.525950] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.526268] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.526505] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.528979] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7e44a22-5fbc-4513-af99-170c228bf747 in Status: SUCCESS [ 1010.529357] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.549798] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d8e9b7-9405-4e8d-a78e-d4e2ea83723b in Status: UNINITIALIZED for 2s [ 1010.579679] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.579679] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.579679] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.579679] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.579679] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.579679] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port af2adf65-52a3-466a-b8d5-0d07e53d5620 not found, creating... [ 1010.580179] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.580359] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.580549] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.581646] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.581646] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.581646] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.581910] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.582095] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.582477] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.582701] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.582902] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: af2adf65-52a3-466a-b8d5-0d07e53d5620 is going to be created. [ 1010.584721] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.584790] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.585087] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.588444] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e7800e6-0572-4cbc-8c1d-603e3ac3e985 with status ACTIVE [ 1010.588560] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.588913] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.588913] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.589025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.589066] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.589308] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.589616] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.589616] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.589707] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.589749] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.589959] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.590109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.590175] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.590356] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.590442] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.590535] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e7800e6-0572-4cbc-8c1d-603e3ac3e985 is going to be updated. [ 1010.625569] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.625569] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.625569] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.625907] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.626186] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.626560] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-af2adf65-52a3-466a-b8d5-0d07e53d5620" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.628469] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.628690] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.628757] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.628987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.629168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.629450] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e7800e6-0572-4cbc-8c1d-603e3ac3e985" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.040805] env[66577]: INFO networking_nsxv3.common.synchronization [None req-4ac69083-5016-4d57-a228-d9b92588753a tempest-ServerActionsV293TestJSON-65716803 tempest-ServerActionsV293TestJSON-65716803-project-member] Enqueued Resource ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 with Priority: HIGHEST for action security_group_rules [ 1011.041547] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 with Priority: HIGHEST for action security_group_rules [ 1011.041932] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5846eae-e4a2-4040-b1b7-841d08b8a7c0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.042091] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.042165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.042562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.042739] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5846eae-e4a2-4040-b1b7-841d08b8a7c0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.089611] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.352645] env[66577]: INFO networking_nsxv3.common.synchronization [None req-895b4e33-f9d0-4945-80a2-c9c369328a95 tempest-ServerActionsV293TestJSON-65716803 tempest-ServerActionsV293TestJSON-65716803-project-member] Enqueued Resource ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 with Priority: HIGHEST for action security_group_rules [ 1011.354149] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 with Priority: HIGHEST for action security_group_rules [ 1011.355106] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5846eae-e4a2-4040-b1b7-841d08b8a7c0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.355106] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.383408] env[66577]: INFO networking_nsxv3.common.synchronization [req-b484bd23-96a6-4bfc-a831-79d6048396c0 req-5385300a-5c52-463b-afcf-fee549624a18 service nova] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_rules [ 1011.384350] env[66577]: INFO networking_nsxv3.common.synchronization [req-b484bd23-96a6-4bfc-a831-79d6048396c0 req-5385300a-5c52-463b-afcf-fee549624a18 service nova] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 1011.384604] env[66577]: INFO networking_nsxv3.common.synchronization [req-b484bd23-96a6-4bfc-a831-79d6048396c0 req-5385300a-5c52-463b-afcf-fee549624a18 service nova] Enqueued Resource ID: af2adf65-52a3-466a-b8d5-0d07e53d5620 with Priority: HIGHEST for action port [ 1011.385450] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_rules [ 1011.385645] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 1011.385846] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2adf65-52a3-466a-b8d5-0d07e53d5620 with Priority: HIGHEST for action port [ 1011.386250] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.386418] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.386513] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.386816] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.386939] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.388387] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.389216] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.389322] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-af2adf65-52a3-466a-b8d5-0d07e53d5620 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.389425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af2adf65-52a3-466a-b8d5-0d07e53d5620" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.389532] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af2adf65-52a3-466a-b8d5-0d07e53d5620" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.391573] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af2adf65-52a3-466a-b8d5-0d07e53d5620" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.391573] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af2adf65-52a3-466a-b8d5-0d07e53d5620',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.575552] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.575799] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.575910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.576475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.576475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.576475] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 already deleted. [ 1011.576475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.576661] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.576724] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.576835] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5846eae-e4a2-4040-b1b7-841d08b8a7c0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.592237] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.592460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.592512] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.592733] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.592824] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.592924] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 is going to be created. [ 1011.654533] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.654775] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.654775] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.654921] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.655731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.667163] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: UNINITIALIZED for 2s [ 1011.891974] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.892165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.896385] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af2adf65-52a3-466a-b8d5-0d07e53d5620 with status ACTIVE [ 1011.897515] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.897515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.897515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.897515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.897515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.897897] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.897897] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.897897] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.898145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.898145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.898265] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.898346] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.898426] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.898572] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.898649] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.898759] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af2adf65-52a3-466a-b8d5-0d07e53d5620 is going to be updated. [ 1011.923382] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.923555] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.923639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.924240] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.924240] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.924240] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af2adf65-52a3-466a-b8d5-0d07e53d5620" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.114664] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.116975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.116975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.116975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.116975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.116975] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 already deleted. [ 1012.116975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.309294] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 1012.309573] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 deletion is rescheduled due to dependency. [ 1012.310164] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.310164] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.310456] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.310707] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.311026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.311187] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.311464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.311594] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.311715] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.562294] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d8e9b7-9405-4e8d-a78e-d4e2ea83723b in Status: SUCCESS [ 1012.562517] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.562599] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.562863] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.563374] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.563374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.563374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.563374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.563707] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.563707] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.563707] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05d8e9b7-9405-4e8d-a78e-d4e2ea83723b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.815049] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.066374] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.066631] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.066631] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.066859] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.067060] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.067205] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.067270] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.067435] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.067520] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.067603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.067747] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.068097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.068175] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.068322] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.068461] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.068638] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.068638] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.068815] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.068860] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.068934] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.069032] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05d8e9b7-9405-4e8d-a78e-d4e2ea83723b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.318060] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.572704] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05d8e9b7-9405-4e8d-a78e-d4e2ea83723b: rpc.has_security_group_logging(os_id): False [ 1013.595851] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.596095] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.596144] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.596345] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.597094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.597094] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.597549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.597549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.597549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.597872] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.597872] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.598057] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.598102] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.598277] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.598371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.598585] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.598763] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.598763] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.598954] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.599127] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.599249] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05d8e9b7-9405-4e8d-a78e-d4e2ea83723b is going to be created. [ 1013.684153] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: SUCCESS [ 1013.684497] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.684822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.685163] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.685495] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.686119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.686215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.686562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.686684] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.686846] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.687227] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.695040] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.695530] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.695530] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.695951] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.696106] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.712204] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05d8e9b7-9405-4e8d-a78e-d4e2ea83723b in Status: IN_PROGRESS for 2s [ 1013.822391] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.822598] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.822644] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.822882] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.822969] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.823076] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be updated. [ 1013.864360] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.864532] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.864576] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.864784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.864913] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.875402] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: IN_PROGRESS for 2s [ 1014.002458] env[66577]: INFO networking_nsxv3.common.synchronization [req-96674927-c95f-41f7-88f1-6ecddee36b13 req-a74cb734-ecc0-4139-822a-e4453773544b tempest-ServersTestManualDisk-424531891 tempest-ServersTestManualDisk-424531891-project-member] Enqueued Resource ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f with Priority: HIGHEST for action security_group_members [ 1014.002585] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f with Priority: HIGHEST for action security_group_members [ 1014.003620] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ca2f4a-0dec-418f-968b-b83b5d85b00f taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.003760] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.003826] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.004146] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.004372] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.004515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.004580] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.004756] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.004859] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.004998] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11ca2f4a-0dec-418f-968b-b83b5d85b00f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.191245] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.191245] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.191245] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.191245] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.191483] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.191535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.191584] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.191760] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.191851] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.191931] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.192093] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.192210] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.192241] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.192585] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.192585] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.192585] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.192737] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.192770] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.192840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.192916] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.193009] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.406704] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-971 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.407039] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-971" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.407039] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-971" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.407370] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-971" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.407703] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.407804] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.407899] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.408189] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.408364] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.408613] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.408732] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.408841] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.408955] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.409074] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.409273] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.409978] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.431985] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.432217] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.432470] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.432695] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-971" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.433275] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-5b702c3f-0c59-45d8-bc63-6c17cf92a337 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.433439] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-5b702c3f-0c59-45d8-bc63-6c17cf92a337" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.433480] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-5b702c3f-0c59-45d8-bc63-6c17cf92a337" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.433830] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-5b702c3f-0c59-45d8-bc63-6c17cf92a337" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.434079] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b702c3f-0c59-45d8-bc63-6c17cf92a337',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.508089] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.508271] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.508347] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.508565] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.508676] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.508892] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.508982] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.509049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.509252] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.509371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.509433] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f already deleted. [ 1014.509505] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.695022] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625: rpc.has_security_group_logging(os_id): False [ 1014.715177] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.715337] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.715510] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.715615] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.715816] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.715993] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.716098] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.716493] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.716493] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.716493] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.716642] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.716642] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.716718] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.716816] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.716869] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.717083] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.717196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.717249] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.717360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.717422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.717504] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 is going to be created. [ 1014.786765] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.787019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.787115] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.787265] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.787758] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.808834] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: IN_PROGRESS for 2s [ 1014.936858] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.937589] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.937921] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.938368] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.938581] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.938834] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 5b702c3f-0c59-45d8-bc63-6c17cf92a337 not found, creating... [ 1014.939357] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.939507] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.939838] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.940160] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.940326] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.940754] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.940943] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.941081] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.941378] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.941553] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.941795] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 5b702c3f-0c59-45d8-bc63-6c17cf92a337 is going to be created. [ 1014.972282] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.972586] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.972731] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.974722] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.974722] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.974722] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-5b702c3f-0c59-45d8-bc63-6c17cf92a337" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.726894] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05d8e9b7-9405-4e8d-a78e-d4e2ea83723b in Status: SUCCESS [ 1015.727362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.750025] env[66577]: INFO networking_nsxv3.common.synchronization [req-96674927-c95f-41f7-88f1-6ecddee36b13 req-094ab22f-f99e-4a05-a1db-93cfa3d2231d service nova] Enqueued Resource ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f with Priority: HIGHEST for action security_group_rules [ 1015.750216] env[66577]: INFO networking_nsxv3.common.synchronization [req-96674927-c95f-41f7-88f1-6ecddee36b13 req-094ab22f-f99e-4a05-a1db-93cfa3d2231d service nova] Enqueued Resource ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f with Priority: HIGHEST for action security_group_members [ 1015.750460] env[66577]: INFO networking_nsxv3.common.synchronization [req-96674927-c95f-41f7-88f1-6ecddee36b13 req-094ab22f-f99e-4a05-a1db-93cfa3d2231d service nova] Enqueued Resource ID: 5b702c3f-0c59-45d8-bc63-6c17cf92a337 with Priority: HIGHEST for action port [ 1015.751294] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f with Priority: HIGHEST for action security_group_rules [ 1015.751754] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f with Priority: HIGHEST for action security_group_members [ 1015.751754] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b702c3f-0c59-45d8-bc63-6c17cf92a337 with Priority: HIGHEST for action port [ 1015.751917] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11ca2f4a-0dec-418f-968b-b83b5d85b00f taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.752128] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.752284] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.752450] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.752537] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11ca2f4a-0dec-418f-968b-b83b5d85b00f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.753577] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ca2f4a-0dec-418f-968b-b83b5d85b00f taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.753690] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.753731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.753971] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.754090] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.754185] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.754694] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.754896] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.754981] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.755094] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11ca2f4a-0dec-418f-968b-b83b5d85b00f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.756438] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b702c3f-0c59-45d8-bc63-6c17cf92a337 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.756886] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b702c3f-0c59-45d8-bc63-6c17cf92a337" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.756886] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b702c3f-0c59-45d8-bc63-6c17cf92a337" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.756980] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b702c3f-0c59-45d8-bc63-6c17cf92a337" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.757032] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b702c3f-0c59-45d8-bc63-6c17cf92a337',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.898518] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 1015.898741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.898944] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.899338] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.899601] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.899768] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.899861] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.900096] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.900462] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.900768] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.900881] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.144189] env[66577]: INFO networking_nsxv3.common.synchronization [req-ee9b113e-bd9c-4cfe-af93-bf2df26e1391 req-7dc4886c-42ac-4047-a4f9-c6016533bbad tempest-ServerDiskConfigTestJSON-513577884 tempest-ServerDiskConfigTestJSON-513577884-project-member] Enqueued Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 1016.144931] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 1016.146765] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.146765] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.146765] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.146765] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.146765] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.147054] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.147054] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.147235] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.147534] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.147680] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.260209] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b702c3f-0c59-45d8-bc63-6c17cf92a337 with status ACTIVE [ 1016.260551] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.260687] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.260768] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.261022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.261092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.261527] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.261527] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.261527] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.261851] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.261851] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.261851] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.262083] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.262083] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.262174] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.262264] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.262348] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b702c3f-0c59-45d8-bc63-6c17cf92a337 is going to be updated. [ 1016.263603] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ca2f4a-0dec-418f-968b-b83b5d85b00f taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.263860] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.263860] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11ca2f4a-0dec-418f-968b-b83b5d85b00f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.294421] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.294662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.294662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.294888] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.295064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.295230] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b702c3f-0c59-45d8-bc63-6c17cf92a337" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.405822] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.405822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.405822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.405822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.405822] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.405822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.405822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.405822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.405822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.405822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.405822] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.405822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.405822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.407350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.407350] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.407350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.407350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.407350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.407350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.408449] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.408449] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.651314] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.651510] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.651580] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.651828] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.651986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.652392] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.652538] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.652606] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.652837] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.652983] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.653151] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 is going to be updated. [ 1016.692764] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.692764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.692764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.692764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.692764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.704077] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: IN_PROGRESS for 2s [ 1016.731256] env[66577]: INFO networking_nsxv3.common.synchronization [req-d85c5bf1-fc37-4eab-856c-6c53d70afa5f req-f95e2443-4d28-4ee4-95ac-e3975b64370e tempest-ServersTestJSON-1986641018 tempest-ServersTestJSON-1986641018-project-member] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 1016.735423] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 1016.735423] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.735423] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.735423] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.735423] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.735423] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.735423] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.735423] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.735423] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.735423] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.735423] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.767530] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11ca2f4a-0dec-418f-968b-b83b5d85b00f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.834373] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: SUCCESS [ 1016.835655] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.913715] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2c58e40-54a5-40bb-aa94-1919b7e2f666: rpc.has_security_group_logging(os_id): False [ 1016.938875] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.939093] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.939153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.939345] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.939436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.939660] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.939775] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.939835] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.940085] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.940206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.940481] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.940636] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.940841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.940941] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.941097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.941353] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.941519] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.941598] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.941749] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.941929] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.941929] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be updated. [ 1017.036782] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.037045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.037045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.037227] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.037364] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.059856] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: IN_PROGRESS for 2s [ 1017.241030] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.271833] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.271833] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.271833] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.271833] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.271833] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.271833] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f is going to be created. [ 1017.302874] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.303854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.304215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.304528] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.304653] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.330594] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f in Status: UNINITIALIZED for 2s [ 1017.746302] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.066596] env[66577]: INFO networking_nsxv3.common.synchronization [req-c9187d75-c431-4e6d-9b4a-11ac9648e504 req-9550e0c3-27c3-4f85-a7d8-17f625fc86d5 tempest-ServersNegativeTestJSON-1100822248 tempest-ServersNegativeTestJSON-1100822248-project-member] Enqueued Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGHEST for action security_group_members [ 1018.067771] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGHEST for action security_group_members [ 1018.068453] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-395a0830-5c21-4961-a05e-809f9149ee39 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.068740] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.068883] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.069267] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.069597] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.069762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.069895] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.070186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.070353] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.070544] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.252029] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.252029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.252029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.252029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.252029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.252029] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 1018.290684] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.290830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.291900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.291900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.291900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.299786] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 1018.562876] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.564055] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-404" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.564055] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-404" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.564055] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-404" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.564055] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.564055] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.564055] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.564055] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.564358] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.564390] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.564687] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.564687] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.564780] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.564912] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.565149] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.565597] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.573511] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.586519] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.586697] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.586827] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.587302] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-404" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.587446] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-55ec0908-b10d-4dbd-899b-7ee93a38d13e taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.587582] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-55ec0908-b10d-4dbd-899b-7ee93a38d13e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.587689] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-55ec0908-b10d-4dbd-899b-7ee93a38d13e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.588846] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-55ec0908-b10d-4dbd-899b-7ee93a38d13e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.588846] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55ec0908-b10d-4dbd-899b-7ee93a38d13e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.715397] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: SUCCESS [ 1018.715664] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 deletion is rescheduled due to dependency. [ 1018.715872] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.076034] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.080593] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 1019.081167] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.090727] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.090929] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.091077] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.091438] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.091602] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.091751] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 55ec0908-b10d-4dbd-899b-7ee93a38d13e not found, creating... [ 1019.092027] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.092190] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.092304] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.092527] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.092661] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.092941] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.093107] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.093220] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.093458] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.093594] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.093743] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 55ec0908-b10d-4dbd-899b-7ee93a38d13e is going to be created. [ 1019.117580] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.117823] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.117945] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.118276] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.118509] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.118742] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-55ec0908-b10d-4dbd-899b-7ee93a38d13e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.344076] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f in Status: SUCCESS [ 1019.344437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.344702] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.345016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.345418] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.345600] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.345720] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.346057] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.346211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.346366] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.346567] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11ca2f4a-0dec-418f-968b-b83b5d85b00f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.580458] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.580458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.580458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.580458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.580458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.580458] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395a0830-5c21-4961-a05e-809f9149ee39 is going to be updated. [ 1019.612306] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.612430] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.612470] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.613544] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.613544] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.623439] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395a0830-5c21-4961-a05e-809f9149ee39 in Status: IN_PROGRESS for 2s [ 1019.835068] env[66577]: INFO networking_nsxv3.common.synchronization [req-c9187d75-c431-4e6d-9b4a-11ac9648e504 req-26c2e3a2-4d36-4ffb-b605-8e1127399895 service nova] Enqueued Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGHEST for action security_group_rules [ 1019.835068] env[66577]: INFO networking_nsxv3.common.synchronization [req-c9187d75-c431-4e6d-9b4a-11ac9648e504 req-26c2e3a2-4d36-4ffb-b605-8e1127399895 service nova] Enqueued Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGHEST for action security_group_members [ 1019.835358] env[66577]: INFO networking_nsxv3.common.synchronization [req-c9187d75-c431-4e6d-9b4a-11ac9648e504 req-26c2e3a2-4d36-4ffb-b605-8e1127399895 service nova] Enqueued Resource ID: 55ec0908-b10d-4dbd-899b-7ee93a38d13e with Priority: HIGHEST for action port [ 1019.835749] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGHEST for action security_group_rules [ 1019.835810] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGHEST for action security_group_members [ 1019.835880] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55ec0908-b10d-4dbd-899b-7ee93a38d13e with Priority: HIGHEST for action port [ 1019.836843] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-395a0830-5c21-4961-a05e-809f9149ee39 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.836992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.837267] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.837307] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.837379] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.838458] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-395a0830-5c21-4961-a05e-809f9149ee39 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.838585] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.838798] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-55ec0908-b10d-4dbd-899b-7ee93a38d13e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.838925] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55ec0908-b10d-4dbd-899b-7ee93a38d13e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.839033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55ec0908-b10d-4dbd-899b-7ee93a38d13e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.839273] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55ec0908-b10d-4dbd-899b-7ee93a38d13e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.839315] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55ec0908-b10d-4dbd-899b-7ee93a38d13e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.849349] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11ca2f4a-0dec-418f-968b-b83b5d85b00f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.316081] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 1020.316081] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.341926] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-395a0830-5c21-4961-a05e-809f9149ee39 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.342099] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.343019] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55ec0908-b10d-4dbd-899b-7ee93a38d13e with status ACTIVE [ 1020.343019] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.343019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.343019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.343019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.343366] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.343400] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.343541] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.343613] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.343795] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.343876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.344102] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.344234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.344302] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.346398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.346398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.346398] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55ec0908-b10d-4dbd-899b-7ee93a38d13e is going to be updated. [ 1020.352931] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11ca2f4a-0dec-418f-968b-b83b5d85b00f: rpc.has_security_group_logging(os_id): False [ 1020.388527] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.388716] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.388716] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.388929] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.389124] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.389435] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.389435] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.389563] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.389728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.389728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.389842] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f is going to be created. [ 1020.396313] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.396480] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.396545] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.396790] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.396932] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.397036] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55ec0908-b10d-4dbd-899b-7ee93a38d13e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.511148] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.511148] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.511148] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.511148] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.511148] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.528956] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f in Status: IN_PROGRESS for 2s [ 1020.764964] env[66577]: INFO networking_nsxv3.common.synchronization [req-b3f201a8-2421-43a3-8eb1-c36f2b5a48aa req-556a8f25-05d7-40c9-95d3-5850de7f48da tempest-ServerDiskConfigTestJSON-513577884 tempest-ServerDiskConfigTestJSON-513577884-project-member] Enqueued Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 1020.765598] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 1020.765967] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.766321] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.766321] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.766843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.766843] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.766843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.767699] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.767699] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.767699] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.767699] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.101114] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.101325] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-684" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.101445] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-684" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.101721] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-684" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.101974] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.102160] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.102274] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.102489] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.102632] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.102834] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.102947] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.103075] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.103181] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.103288] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.103393] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.103536] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.124935] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.125229] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.125417] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.125632] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-684" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.126126] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-eb3e772d-ad3b-4f8f-8897-3ebfedb74d87 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.126331] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-eb3e772d-ad3b-4f8f-8897-3ebfedb74d87" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.126458] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-eb3e772d-ad3b-4f8f-8897-3ebfedb74d87" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.126922] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-eb3e772d-ad3b-4f8f-8897-3ebfedb74d87" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.127180] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb3e772d-ad3b-4f8f-8897-3ebfedb74d87',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.270152] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.270323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.270445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.270732] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.270879] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.271159] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.271300] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.271390] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.271603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.271714] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.271857] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 is going to be updated. [ 1021.304250] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.304621] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.304751] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.304995] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.305201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.317596] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: IN_PROGRESS for 2s [ 1021.629955] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.630247] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.630441] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.630756] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.630912] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.631083] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port eb3e772d-ad3b-4f8f-8897-3ebfedb74d87 not found, creating... [ 1021.631376] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.631548] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.631666] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.631898] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.632054] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.632400] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.632619] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.632737] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.632953] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.633105] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.633249] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: eb3e772d-ad3b-4f8f-8897-3ebfedb74d87 is going to be created. [ 1021.636019] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395a0830-5c21-4961-a05e-809f9149ee39 in Status: SUCCESS [ 1021.636245] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.636409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.636579] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.636748] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.636852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.637012] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.637176] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.637284] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.637355] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.669907] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.670198] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.670368] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.670676] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.670949] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.671203] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-eb3e772d-ad3b-4f8f-8897-3ebfedb74d87" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.139695] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.495514] env[66577]: INFO networking_nsxv3.common.synchronization [req-b3f201a8-2421-43a3-8eb1-c36f2b5a48aa req-3b3b3e02-4811-4751-9ff4-191a328d7b62 service nova] Enqueued Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_rules [ 1022.495890] env[66577]: INFO networking_nsxv3.common.synchronization [req-b3f201a8-2421-43a3-8eb1-c36f2b5a48aa req-3b3b3e02-4811-4751-9ff4-191a328d7b62 service nova] Enqueued Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 1022.495890] env[66577]: INFO networking_nsxv3.common.synchronization [req-b3f201a8-2421-43a3-8eb1-c36f2b5a48aa req-3b3b3e02-4811-4751-9ff4-191a328d7b62 service nova] Enqueued Resource ID: eb3e772d-ad3b-4f8f-8897-3ebfedb74d87 with Priority: HIGHEST for action port [ 1022.499027] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_rules [ 1022.499027] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 1022.499027] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb3e772d-ad3b-4f8f-8897-3ebfedb74d87 with Priority: HIGHEST for action port [ 1022.499027] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.499027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.499027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.499027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.499027] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.503113] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.503656] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.503656] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb3e772d-ad3b-4f8f-8897-3ebfedb74d87 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.503819] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb3e772d-ad3b-4f8f-8897-3ebfedb74d87" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.503819] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb3e772d-ad3b-4f8f-8897-3ebfedb74d87" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.504634] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb3e772d-ad3b-4f8f-8897-3ebfedb74d87" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.504634] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb3e772d-ad3b-4f8f-8897-3ebfedb74d87',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.544777] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f in Status: SUCCESS [ 1022.544906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.645808] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.006735] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.010203] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.010531] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb3e772d-ad3b-4f8f-8897-3ebfedb74d87 with status ACTIVE [ 1023.010873] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.011066] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.011136] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.011402] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.011521] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.011743] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.011875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.011961] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.012708] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.012861] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.013564] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.013690] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.014408] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.014784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.014922] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.018063] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb3e772d-ad3b-4f8f-8897-3ebfedb74d87 is going to be updated. [ 1023.044898] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.044898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.044898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.044898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.044898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.044898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb3e772d-ad3b-4f8f-8897-3ebfedb74d87" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.149017] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.149017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.149017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.149017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.149017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.149017] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395a0830-5c21-4961-a05e-809f9149ee39 is going to be updated. [ 1023.195025] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.195025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.195025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.195025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.195025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.205677] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395a0830-5c21-4961-a05e-809f9149ee39 in Status: IN_PROGRESS for 2s [ 1023.259483] env[66577]: INFO networking_nsxv3.common.synchronization [req-b961090d-d103-44e4-be0c-49c8589c4560 req-5d08b644-3c7c-45f6-8e1f-f97b7dd43941 tempest-ServersTestFqdnHostnames-515408816 tempest-ServersTestFqdnHostnames-515408816-project-member] Enqueued Resource ID: 6fc8e891-5fea-43a1-94a8-0644be807768 with Priority: HIGHEST for action security_group_members [ 1023.259483] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc8e891-5fea-43a1-94a8-0644be807768 with Priority: HIGHEST for action security_group_members [ 1023.259483] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fc8e891-5fea-43a1-94a8-0644be807768 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.259483] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.259483] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.261501] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.261868] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.263042] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.263215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.263482] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.265889] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.265889] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fc8e891-5fea-43a1-94a8-0644be807768',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.352018] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: SUCCESS [ 1023.352018] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 deletion is rescheduled due to dependency. [ 1023.352018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.352329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.352492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.352748] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.352909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.352909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.354219] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.354219] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.354219] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.768592] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.769163] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.769163] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.769163] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.796412] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.796655] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.796950] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.796950] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.797114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.797356] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.797356] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fc8e891-5fea-43a1-94a8-0644be807768 is going to be updated. [ 1023.833060] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.833060] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.833060] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.833060] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.833060] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.846762] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fc8e891-5fea-43a1-94a8-0644be807768 in Status: IN_PROGRESS for 2s [ 1023.856318] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.360098] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.625421] env[66577]: INFO networking_nsxv3.common.synchronization [req-b3d0db4a-11a8-45c7-8918-5b050466e5e7 req-f3e4b747-16a3-496b-875c-a7d623a84b81 tempest-AttachInterfacesTestJSON-2047328862 tempest-AttachInterfacesTestJSON-2047328862-project-member] Enqueued Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1024.625843] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1024.626207] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.626407] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.626458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.626661] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.627173] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.627173] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.627173] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.627346] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.627379] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.627514] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.663099] env[66577]: INFO networking_nsxv3.common.synchronization [req-efc21162-d3fd-456d-8abf-b8acd4c3b647 req-d9d54d29-e1cb-4d08-8a06-944e997d68fb tempest-DeleteServersTestJSON-1132974874 tempest-DeleteServersTestJSON-1132974874-project-member] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 1024.665115] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 1024.665313] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.667819] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.667961] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.668226] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.668440] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.668556] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.668635] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.668825] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.668928] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.669047] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.862275] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.862586] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.862645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.864167] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.864167] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.864167] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 is going to be updated. [ 1024.898586] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.899414] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.899414] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.899414] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.899414] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.908571] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: IN_PROGRESS for 2s [ 1025.131804] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.132255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.132330] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.132711] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.132711] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.132861] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.132966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.133042] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.133193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.133412] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.133412] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 is going to be updated. [ 1025.178027] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.178027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.178027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.178027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.178027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.178027] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.179159] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.179385] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.179672] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.182291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.182291] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.182291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.182291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.182291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.182291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.182291] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be updated. [ 1025.198863] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: IN_PROGRESS for 2s [ 1025.215735] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395a0830-5c21-4961-a05e-809f9149ee39 in Status: SUCCESS [ 1025.215943] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.216449] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.216449] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.216556] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.216684] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.216752] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.216908] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.216998] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.217144] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.217279] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.227367] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.227633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.227633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.227774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.227902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.238280] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: IN_PROGRESS for 2s [ 1025.719160] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-395a0830-5c21-4961-a05e-809f9149ee39 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.719378] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.719436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.719747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.719877] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.720033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.720085] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.720271] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.720387] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.720492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.720716] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-395a0830-5c21-4961-a05e-809f9149ee39 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.720794] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.720838] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.721020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.721228] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.721628] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.721628] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.721628] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.721758] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.721807] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.721915] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.859511] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fc8e891-5fea-43a1-94a8-0644be807768 in Status: SUCCESS [ 1025.859511] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fc8e891-5fea-43a1-94a8-0644be807768 deletion is rescheduled due to dependency. [ 1025.859511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.230645] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 395a0830-5c21-4961-a05e-809f9149ee39: rpc.has_security_group_logging(os_id): False [ 1026.250381] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.250550] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.250606] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.254024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.254024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.254024] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.254024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.254024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.254024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.254024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.254024] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.254024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.254024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.254024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.254024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.254024] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.254024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.254709] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.254709] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.254709] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.254709] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 395a0830-5c21-4961-a05e-809f9149ee39 is going to be updated. [ 1026.328575] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.328713] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.328764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.329729] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.329729] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.354612] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 395a0830-5c21-4961-a05e-809f9149ee39 in Status: IN_PROGRESS for 2s [ 1026.651331] env[66577]: INFO networking_nsxv3.common.synchronization [req-a17ec353-a4f9-490b-94b0-cf0458f478bf req-b85bfb5a-003f-4daf-9484-929a9e6faf55 tempest-InstanceActionsTestJSON-1343888429 tempest-InstanceActionsTestJSON-1343888429-project-member] Enqueued Resource ID: 05d8e9b7-9405-4e8d-a78e-d4e2ea83723b with Priority: HIGHEST for action security_group_members [ 1026.651795] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d8e9b7-9405-4e8d-a78e-d4e2ea83723b with Priority: HIGHEST for action security_group_members [ 1026.652489] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.652570] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.652620] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.653026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.653026] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.653147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.653193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.653570] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.653674] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.653769] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05d8e9b7-9405-4e8d-a78e-d4e2ea83723b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.985203] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: SUCCESS [ 1026.985203] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.985203] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.985203] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.985203] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.985203] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.985203] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.985203] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.985203] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.985203] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.985203] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.157658] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.157658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.157840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.157939] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.158122] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.158553] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.158553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.158742] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.158820] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.158878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.158963] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d8e9b7-9405-4e8d-a78e-d4e2ea83723b is going to be updated. [ 1027.199531] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.199742] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.199742] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.199923] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.200109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.211380] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d8e9b7-9405-4e8d-a78e-d4e2ea83723b in Status: IN_PROGRESS for 2s [ 1027.212179] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: SUCCESS [ 1027.212345] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 deletion is rescheduled due to dependency. [ 1027.212456] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.249825] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 1027.250200] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 deletion is rescheduled due to dependency. [ 1027.250298] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.490107] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.490107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.490107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.490107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.490107] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.490107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.490107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.490107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.490107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.490107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.490107] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.490107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.490107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.490107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.490107] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.490107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.490774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.490774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.490774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.490774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.490774] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.992650] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fa613fd-3168-4037-8718-74203945f487: rpc.has_security_group_logging(os_id): False [ 1028.018404] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.018764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.018764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.019060] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.019060] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.020857] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.020857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.020857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.020857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.020857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.020857] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.020857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.020857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.020857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.020857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.020857] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.020857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.020857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.022162] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.022162] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.022162] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fa613fd-3168-4037-8718-74203945f487 is going to be updated. [ 1028.105526] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.105773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.105893] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.106327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.106639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.122206] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: IN_PROGRESS for 2s [ 1028.307214] env[66577]: INFO networking_nsxv3.common.synchronization [req-717e5e22-f3d8-42c1-b8e5-8bbc61bf7900 req-b1a4e150-1d4b-4cff-a79e-68ad837f20b9 tempest-ImagesTestJSON-1308165066 tempest-ImagesTestJSON-1308165066-project-member] Enqueued Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 1028.307989] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 1028.313188] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.313188] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.313603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.313898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.314567] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.314567] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.314567] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.314842] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.314946] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.315065] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.372031] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 395a0830-5c21-4961-a05e-809f9149ee39 in Status: SUCCESS [ 1028.374350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.808795] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.809253] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-956" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.809483] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-956" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.809754] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-956" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.814036] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.814036] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.814036] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.814036] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.814036] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.814036] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.814036] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.814036] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.814036] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.814036] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.814036] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.814036] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.817123] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.837285] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.837534] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.837620] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.837883] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-956" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.838136] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-6694cbc6-1afe-4940-9d2f-35c9aa4d2b38 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.838414] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-6694cbc6-1afe-4940-9d2f-35c9aa4d2b38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.838564] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-6694cbc6-1afe-4940-9d2f-35c9aa4d2b38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.838981] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-6694cbc6-1afe-4940-9d2f-35c9aa4d2b38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.839169] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6694cbc6-1afe-4940-9d2f-35c9aa4d2b38',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.164094] env[66577]: INFO networking_nsxv3.common.synchronization [req-26286e6d-6583-4fbf-a5a6-5856b66927c2 req-1c171d59-1a52-42a5-a2d4-50a164ec4ba8 tempest-AttachInterfacesTestJSON-2047328862 tempest-AttachInterfacesTestJSON-2047328862-project-member] Enqueued Resource ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f with Priority: HIGHEST for action security_group_members [ 1029.165444] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f with Priority: HIGHEST for action security_group_members [ 1029.165444] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.165711] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.165711] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.165835] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.165927] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.167043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.167043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.167043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.167043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.167043] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.222611] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d8e9b7-9405-4e8d-a78e-d4e2ea83723b in Status: SUCCESS [ 1029.222862] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d8e9b7-9405-4e8d-a78e-d4e2ea83723b deletion is rescheduled due to dependency. [ 1029.222981] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d8e9b7-9405-4e8d-a78e-d4e2ea83723b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.319184] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.342144] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.342270] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.342312] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.342868] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.342868] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.342868] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 6694cbc6-1afe-4940-9d2f-35c9aa4d2b38 not found, creating... [ 1029.343396] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.343649] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.343749] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.344044] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.344220] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.344528] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.345334] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.345334] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.345334] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.345334] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.345334] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 6694cbc6-1afe-4940-9d2f-35c9aa4d2b38 is going to be created. [ 1029.372254] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.372513] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.372700] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.373106] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.373330] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.373570] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-6694cbc6-1afe-4940-9d2f-35c9aa4d2b38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.668635] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.668876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.668972] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.669346] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.694191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.694490] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.694740] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.694813] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.695116] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.695245] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.695386] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f is going to be updated. [ 1029.725949] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.726143] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.726232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.726446] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.726586] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.731724] env[66577]: INFO networking_nsxv3.common.synchronization [req-22a2ad31-be34-4904-b515-abacdafbd294 req-d7da3efb-aaf8-4432-a5e4-04f31a47ea14 tempest-ServerRescueTestJSON-1451457084 tempest-ServerRescueTestJSON-1451457084-project-member] Enqueued Resource ID: a7e44a22-5fbc-4513-af99-170c228bf747 with Priority: HIGHEST for action security_group_members [ 1029.732387] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e44a22-5fbc-4513-af99-170c228bf747 with Priority: HIGHEST for action security_group_members [ 1029.732709] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e44a22-5fbc-4513-af99-170c228bf747 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.732828] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.732893] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.733106] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.733307] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.733467] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.733555] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.733720] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.733806] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.733902] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e44a22-5fbc-4513-af99-170c228bf747',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.738627] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f in Status: IN_PROGRESS for 2s [ 1029.821211] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.821463] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.821564] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.821763] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.821868] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.821954] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e is going to be updated. [ 1029.850588] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.850740] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.850782] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.851458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.851458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.862311] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: IN_PROGRESS for 2s [ 1030.119122] env[66577]: INFO networking_nsxv3.common.synchronization [req-717e5e22-f3d8-42c1-b8e5-8bbc61bf7900 req-2182f4fd-ff41-476c-ae36-3b0b9e472028 service nova] Enqueued Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_rules [ 1030.119223] env[66577]: INFO networking_nsxv3.common.synchronization [req-717e5e22-f3d8-42c1-b8e5-8bbc61bf7900 req-2182f4fd-ff41-476c-ae36-3b0b9e472028 service nova] Enqueued Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 1030.119314] env[66577]: INFO networking_nsxv3.common.synchronization [req-717e5e22-f3d8-42c1-b8e5-8bbc61bf7900 req-2182f4fd-ff41-476c-ae36-3b0b9e472028 service nova] Enqueued Resource ID: 6694cbc6-1afe-4940-9d2f-35c9aa4d2b38 with Priority: HIGHEST for action port [ 1030.119928] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_rules [ 1030.120239] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 1030.120471] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6694cbc6-1afe-4940-9d2f-35c9aa4d2b38 with Priority: HIGHEST for action port [ 1030.120977] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.121123] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.121191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.121396] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.121475] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.122683] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.122783] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.122985] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-6694cbc6-1afe-4940-9d2f-35c9aa4d2b38 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.123089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6694cbc6-1afe-4940-9d2f-35c9aa4d2b38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.123155] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6694cbc6-1afe-4940-9d2f-35c9aa4d2b38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.123346] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6694cbc6-1afe-4940-9d2f-35c9aa4d2b38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.123436] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6694cbc6-1afe-4940-9d2f-35c9aa4d2b38',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.142627] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: SUCCESS [ 1030.142627] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.235951] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7e44a22-5fbc-4513-af99-170c228bf747',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.497494] env[66577]: INFO networking_nsxv3.common.synchronization [req-bdb1b5b8-c3aa-427a-90e3-1980dfa24b9d req-8cac87f2-8a79-4b7f-a096-ab01f758240c tempest-AttachVolumeNegativeTest-2015767532 tempest-AttachVolumeNegativeTest-2015767532-project-member] Enqueued Resource ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 with Priority: HIGHEST for action security_group_members [ 1030.498130] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 with Priority: HIGHEST for action security_group_members [ 1030.498461] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.498651] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.498712] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.498863] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.499098] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.499315] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.499315] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.499315] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.499421] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.499506] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('44f88f2a-9450-45c6-92d5-efb4d3ca9ec5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.625070] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.625315] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.628998] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6694cbc6-1afe-4940-9d2f-35c9aa4d2b38 with status ACTIVE [ 1030.628998] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.629213] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.629213] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.629709] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.629709] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.629834] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.629941] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.630020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.630238] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.630328] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.630708] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.630708] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.630833] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.630902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.630974] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.631070] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6694cbc6-1afe-4940-9d2f-35c9aa4d2b38 is going to be updated. [ 1030.660382] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.660609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.661247] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.661866] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.661866] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.661866] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6694cbc6-1afe-4940-9d2f-35c9aa4d2b38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.741176] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7e44a22-5fbc-4513-af99-170c228bf747',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.003098] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.003246] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.003350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.003535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.003626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.003811] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.004232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.004232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.004232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.004232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.004494] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 is going to be updated. [ 1031.039236] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.039236] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.039374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.039506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.039740] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.058373] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 in Status: IN_PROGRESS for 2s [ 1031.244449] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.244449] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.244449] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.244449] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.244449] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.244449] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e44a22-5fbc-4513-af99-170c228bf747 is going to be updated. [ 1031.279889] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.280158] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.280158] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.280485] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.280546] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.290509] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e44a22-5fbc-4513-af99-170c228bf747 in Status: IN_PROGRESS for 2s [ 1031.749355] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f in Status: SUCCESS [ 1031.749883] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f deletion is rescheduled due to dependency. [ 1031.750128] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.873684] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: SUCCESS [ 1031.873684] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.873933] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.874909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.874909] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.874909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.874909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.874909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.874909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.874909] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.377123] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.557655] env[66577]: INFO networking_nsxv3.common.synchronization [req-47e35fdb-9df4-43b1-9018-ae061067e2fa req-0879a4f0-1f84-4ee3-9fa6-39b5098dcfdb tempest-ServersNegativeTestJSON-1100822248 tempest-ServersNegativeTestJSON-1100822248-project-member] Enqueued Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGHEST for action security_group_members [ 1032.559100] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGHEST for action security_group_members [ 1032.559100] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-395a0830-5c21-4961-a05e-809f9149ee39 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.559100] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.559100] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.560071] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.560366] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.561372] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.561372] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.561372] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.561372] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.561372] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.879496] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.064372] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.069019] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 in Status: SUCCESS [ 1033.070920] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 deletion is rescheduled due to dependency. [ 1033.071065] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.300939] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e44a22-5fbc-4513-af99-170c228bf747 in Status: SUCCESS [ 1033.300939] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.381525] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.381654] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.381695] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.382243] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.382243] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.382243] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e is going to be updated. [ 1033.425130] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.425130] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.425130] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.425130] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.425130] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.439060] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: IN_PROGRESS for 2s [ 1033.567163] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.070749] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.071254] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.071254] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.071254] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.071426] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.071426] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395a0830-5c21-4961-a05e-809f9149ee39 is going to be updated. [ 1034.104520] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.104704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.104831] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.105101] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.105306] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.120117] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395a0830-5c21-4961-a05e-809f9149ee39 in Status: IN_PROGRESS for 2s [ 1035.450062] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: SUCCESS [ 1035.450062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.450062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.450483] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.450483] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.450595] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.450595] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.450699] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.450777] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.450860] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.450953] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.955266] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.955266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.955266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.955266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.955266] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.955266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.955266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.955266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.955266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.955266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.955266] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.955266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.955266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.955266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.956653] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.956653] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.956653] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.956653] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.956653] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.956653] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.956653] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.133485] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395a0830-5c21-4961-a05e-809f9149ee39 in Status: SUCCESS [ 1036.133485] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.457994] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf804a78-e142-46f8-ab91-b0bb37b5608e: rpc.has_security_group_logging(os_id): False [ 1036.479610] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.479843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.479843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.480080] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.480201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.480438] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.480588] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.480678] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.480931] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.481053] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.481357] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.481966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.481966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.481966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.481966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.482187] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.482187] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.482293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.482445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.482557] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.482750] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e is going to be updated. [ 1036.575513] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.575664] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.575761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.576086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.576451] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.593501] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: IN_PROGRESS for 2s [ 1037.559843] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1037.559843] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1038.616948] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: SUCCESS [ 1038.617415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.091676] env[66577]: INFO networking_nsxv3.common.synchronization [req-47dd331a-3eda-4c5e-9d75-4d37cd1b4de6 req-5d83b4f7-bad0-4c76-b8c6-6f88a22f8e1f tempest-ServersTestJSON-1986641018 tempest-ServersTestJSON-1986641018-project-member] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 1040.092274] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 1040.092596] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.092722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.092796] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.092971] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.097523] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.097523] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.097523] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.097909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.097909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.097909] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.533023] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-640 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.533023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.533023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.533023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.533023] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.533023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.533023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.533023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.533023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.533023] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.533023] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.533023] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.533023] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.533774] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.533774] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.533774] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.554792] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.554985] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.555137] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.555333] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.555767] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-47027afc-90a4-4cba-879b-d4dce0c6a93e taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.555950] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-47027afc-90a4-4cba-879b-d4dce0c6a93e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.556106] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-47027afc-90a4-4cba-879b-d4dce0c6a93e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.556434] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-47027afc-90a4-4cba-879b-d4dce0c6a93e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.556568] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47027afc-90a4-4cba-879b-d4dce0c6a93e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.600446] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.870727] env[66577]: INFO networking_nsxv3.common.synchronization [None req-97b9126b-eabe-49b8-9f32-e3d6acc77c6f None None] Enqueued Resource ID: be373b9b-943e-41cd-ada1-7942653357e6 with Priority: HIGHEST for action port [ 1040.872023] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be373b9b-943e-41cd-ada1-7942653357e6 with Priority: HIGHEST for action port [ 1040.872023] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-be373b9b-943e-41cd-ada1-7942653357e6 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.872386] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be373b9b-943e-41cd-ada1-7942653357e6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.874275] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be373b9b-943e-41cd-ada1-7942653357e6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.874275] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be373b9b-943e-41cd-ada1-7942653357e6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.874275] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be373b9b-943e-41cd-ada1-7942653357e6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.059216] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.059584] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.059684] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.060126] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.060396] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.060804] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 47027afc-90a4-4cba-879b-d4dce0c6a93e not found, creating... [ 1041.061274] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.061545] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.063028] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.063595] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.063595] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.064091] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.064376] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.064586] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.064955] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.065199] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.065432] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 47027afc-90a4-4cba-879b-d4dce0c6a93e is going to be created. [ 1041.091740] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.092505] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.092505] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.093821] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.094114] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.094470] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-47027afc-90a4-4cba-879b-d4dce0c6a93e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.102209] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.375703] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be373b9b-943e-41cd-ada1-7942653357e6 [ 1041.376266] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.376598] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.376846] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.377178] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.377377] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.377613] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be373b9b-943e-41cd-ada1-7942653357e6 already deleted. [ 1041.377863] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be373b9b-943e-41cd-ada1-7942653357e6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.605088] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.605276] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.605354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.606836] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.606956] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.607085] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 1041.654559] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.655170] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.655170] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.655170] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.655392] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.668343] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 1041.954897] env[66577]: INFO networking_nsxv3.common.synchronization [req-47dd331a-3eda-4c5e-9d75-4d37cd1b4de6 req-1e3e7239-d8db-46da-90d1-5999c10e053b service nova] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_rules [ 1041.954897] env[66577]: INFO networking_nsxv3.common.synchronization [req-47dd331a-3eda-4c5e-9d75-4d37cd1b4de6 req-1e3e7239-d8db-46da-90d1-5999c10e053b service nova] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 1041.954897] env[66577]: INFO networking_nsxv3.common.synchronization [req-47dd331a-3eda-4c5e-9d75-4d37cd1b4de6 req-1e3e7239-d8db-46da-90d1-5999c10e053b service nova] Enqueued Resource ID: 47027afc-90a4-4cba-879b-d4dce0c6a93e with Priority: HIGHEST for action port [ 1041.955929] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_rules [ 1041.955929] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 1041.955929] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47027afc-90a4-4cba-879b-d4dce0c6a93e with Priority: HIGHEST for action port [ 1041.956063] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.956218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.956292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.956525] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.956736] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.958284] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.958464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.959599] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-47027afc-90a4-4cba-879b-d4dce0c6a93e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.959599] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47027afc-90a4-4cba-879b-d4dce0c6a93e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.959599] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47027afc-90a4-4cba-879b-d4dce0c6a93e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.959599] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47027afc-90a4-4cba-879b-d4dce0c6a93e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.959599] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47027afc-90a4-4cba-879b-d4dce0c6a93e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.463766] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.464050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.464725] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47027afc-90a4-4cba-879b-d4dce0c6a93e with status ACTIVE [ 1042.464916] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.465048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.465117] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.465331] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.465431] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.465586] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.465708] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.465753] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.465892] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.465964] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.466156] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.466250] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.466309] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.466476] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.466552] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.466635] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47027afc-90a4-4cba-879b-d4dce0c6a93e is going to be updated. [ 1042.494501] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.494658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.494727] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.494947] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.495681] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.495733] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47027afc-90a4-4cba-879b-d4dce0c6a93e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.680105] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 1043.680471] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.680557] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.680808] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.680978] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.681137] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.681184] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.681320] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.681573] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.681573] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.942158] env[66577]: INFO networking_nsxv3.common.synchronization [None req-07c12e65-148d-4973-8da6-4861f160679e None None] Enqueued Resource ID: 9f10f0ff-b6ca-4a69-a715-ff02a78fafd8 with Priority: HIGHEST for action port [ 1043.942158] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f10f0ff-b6ca-4a69-a715-ff02a78fafd8 with Priority: HIGHEST for action port [ 1043.942541] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f10f0ff-b6ca-4a69-a715-ff02a78fafd8 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.942839] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f10f0ff-b6ca-4a69-a715-ff02a78fafd8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.943061] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f10f0ff-b6ca-4a69-a715-ff02a78fafd8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.943437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f10f0ff-b6ca-4a69-a715-ff02a78fafd8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.944142] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f10f0ff-b6ca-4a69-a715-ff02a78fafd8',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.184084] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.448653] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f10f0ff-b6ca-4a69-a715-ff02a78fafd8 [ 1044.448899] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.449774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.449774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.449774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.449774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.449774] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f10f0ff-b6ca-4a69-a715-ff02a78fafd8 already deleted. [ 1044.449774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f10f0ff-b6ca-4a69-a715-ff02a78fafd8" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.476743] env[66577]: INFO networking_nsxv3.common.synchronization [None req-239ccac3-82ac-413e-803f-4dbdf0a4b2df tempest-AttachInterfacesTestJSON-2047328862 tempest-AttachInterfacesTestJSON-2047328862-project-member] Enqueued Resource ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc with Priority: HIGHEST for action security_group_rules [ 1044.476743] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc with Priority: HIGHEST for action security_group_rules [ 1044.476743] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.476743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.476743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.476743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.476743] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.593886] env[66577]: INFO networking_nsxv3.common.synchronization [None req-69563f5c-499f-49bd-9a6e-9484f64007dc tempest-AttachInterfacesTestJSON-2047328862 tempest-AttachInterfacesTestJSON-2047328862-project-member] Enqueued Resource ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc with Priority: HIGHEST for action security_group_rules [ 1044.594448] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc with Priority: HIGHEST for action security_group_rules [ 1044.594762] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.594917] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.686907] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.001561] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.001740] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.001814] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.001978] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.002083] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.002179] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc already deleted. [ 1045.002263] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.002414] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.002569] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.002659] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.194403] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.194535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.194535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.195898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.195898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.195898] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 1045.229716] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.229849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.229912] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.230150] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.230291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.240900] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 1045.527029] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.527029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.527029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.527389] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.527389] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.527510] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc already deleted. [ 1045.527510] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.251883] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 1047.252171] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.252306] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.252546] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.252748] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.252876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.252920] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.253083] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.253162] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.253242] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.253334] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.757409] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.757571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.757623] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.757865] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.758050] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.758156] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.758220] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.758380] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.758466] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.758762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.758835] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.758900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.758975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.759164] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.759336] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.759433] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.759484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.759659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.759748] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.759832] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.759932] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.263033] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba275e77-5a3f-42ea-b01c-bf042356d57e: rpc.has_security_group_logging(os_id): False [ 1048.283451] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.283639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.284160] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.284160] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.284160] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.284538] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.284538] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.284538] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.284538] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.285475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.285475] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.285475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.285475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.285475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.285475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.285475] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.285475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.286515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.286515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.286515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.286515] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 1048.359510] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.359510] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.359510] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.359510] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.359986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.383138] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 1049.004110] env[66577]: INFO networking_nsxv3.common.synchronization [req-baadf3ce-e863-4320-baa2-3c4373b52026 req-654f7a13-94e3-4a6a-a5dc-ecf0b572bdcb tempest-ServerRescueTestJSON-1451457084 tempest-ServerRescueTestJSON-1451457084-project-member] Enqueued Resource ID: a7e44a22-5fbc-4513-af99-170c228bf747 with Priority: HIGHEST for action security_group_members [ 1049.007021] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e44a22-5fbc-4513-af99-170c228bf747 with Priority: HIGHEST for action security_group_members [ 1049.007021] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e44a22-5fbc-4513-af99-170c228bf747 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.007021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.007021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.007021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.007021] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.007021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.007021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.007021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.007021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.007021] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e44a22-5fbc-4513-af99-170c228bf747',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.344046] env[66577]: INFO networking_nsxv3.common.synchronization [req-84382344-af9e-4533-8187-38c975fe2051 req-61280e48-2160-4bd5-95c7-fb69dd2f41b2 tempest-ImagesTestJSON-1308165066 tempest-ImagesTestJSON-1308165066-project-member] Enqueued Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 1049.344713] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 1049.345096] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.345219] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.345285] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.345483] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.345633] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.345728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.345787] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.345929] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.346023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.346114] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.510980] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.514379] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.514474] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.515402] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.515402] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.515402] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.515742] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.515742] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.515864] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.515897] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.515997] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e44a22-5fbc-4513-af99-170c228bf747 is going to be updated. [ 1049.560948] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.562737] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.562970] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.563337] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.563543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.578133] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e44a22-5fbc-4513-af99-170c228bf747 in Status: IN_PROGRESS for 2s [ 1049.849040] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.351626] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.401732] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 1050.402039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.855396] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.855603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.855687] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.855905] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.856024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.856066] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e is going to be updated. [ 1050.885399] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.885614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.885663] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.885934] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.886151] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.896538] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: IN_PROGRESS for 2s [ 1051.590450] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e44a22-5fbc-4513-af99-170c228bf747 in Status: SUCCESS [ 1051.591306] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e44a22-5fbc-4513-af99-170c228bf747 deletion is rescheduled due to dependency. [ 1051.591306] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.907790] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: SUCCESS [ 1052.907790] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.019666] env[66577]: INFO networking_nsxv3.common.synchronization [req-3d44a10b-f0ba-4f4d-b19e-c1eadc008673 req-ebcdb452-c703-4b93-8b02-c2e12a072c62 tempest-ServersTestJSON-1986641018 tempest-ServersTestJSON-1986641018-project-member] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 1054.020364] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 1054.020761] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.020903] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.021182] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.021461] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.021676] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.021815] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.021897] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.022140] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.022249] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.022373] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.525388] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.029132] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.531573] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.531918] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.532094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.532985] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.533355] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.533608] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 1055.570788] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.571052] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.571133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.571310] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.571458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.577821] env[66577]: INFO networking_nsxv3.common.synchronization [req-41f29577-914c-479a-b607-06a05b174f4e req-3a10c1af-ff19-43b0-88f3-86733eeed048 tempest-AttachVolumeNegativeTest-2015767532 tempest-AttachVolumeNegativeTest-2015767532-project-member] Enqueued Resource ID: a3cf231b-ed52-44ae-8392-b14702ef177e with Priority: HIGHEST for action security_group_members [ 1055.578756] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cf231b-ed52-44ae-8392-b14702ef177e with Priority: HIGHEST for action security_group_members [ 1055.579207] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3cf231b-ed52-44ae-8392-b14702ef177e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.579371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.579497] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.579730] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.579882] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.580027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.580074] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.580200] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.580284] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.580378] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3cf231b-ed52-44ae-8392-b14702ef177e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.585379] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 1055.912575] env[66577]: INFO networking_nsxv3.common.synchronization [req-8fcf82bf-e186-4cb4-8028-53dcbb952a5d req-1f67d140-dbd5-4487-aac4-e24c52a7eb54 tempest-ServerActionsV293TestJSON-65716803 tempest-ServerActionsV293TestJSON-65716803-project-member] Enqueued Resource ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 with Priority: HIGHEST for action security_group_members [ 1055.913182] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 with Priority: HIGHEST for action security_group_members [ 1055.913491] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5846eae-e4a2-4040-b1b7-841d08b8a7c0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.913614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.913676] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.914043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.914207] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.914308] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.914370] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.914524] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.914607] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.914696] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5846eae-e4a2-4040-b1b7-841d08b8a7c0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.086269] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.086269] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.086269] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.086686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.109521] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.109521] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.109521] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.109672] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.111686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.111686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.111686] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3cf231b-ed52-44ae-8392-b14702ef177e is going to be updated. [ 1056.142876] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.143025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.143071] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.143325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.143468] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.157048] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3cf231b-ed52-44ae-8392-b14702ef177e in Status: IN_PROGRESS for 2s [ 1056.283280] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.283978] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-367" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.284543] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-367" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.285474] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-367" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.287777] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.287777] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.287777] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.287777] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.288465] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.288465] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.288547] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.288669] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.289324] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.289526] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.289526] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.289678] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.320382] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.320582] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1056.320582] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.320732] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-367" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.321065] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-4d47d1a3-1507-46b8-bc02-23b11c41a779 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.321252] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-4d47d1a3-1507-46b8-bc02-23b11c41a779" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.321369] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-4d47d1a3-1507-46b8-bc02-23b11c41a779" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.321708] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-4d47d1a3-1507-46b8-bc02-23b11c41a779" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.322029] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d47d1a3-1507-46b8-bc02-23b11c41a779',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.417084] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.417084] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.417415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.417415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.417415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.418095] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.418095] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.418095] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.418095] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.418095] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.418587] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 already deleted. [ 1056.418587] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.824950] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.825863] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.825863] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.825863] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.826139] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.826404] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 4d47d1a3-1507-46b8-bc02-23b11c41a779 not found, creating... [ 1056.826863] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.827197] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.827393] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.827748] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.827972] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.828440] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.828756] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.828905] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.829267] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.829475] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.829677] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 4d47d1a3-1507-46b8-bc02-23b11c41a779 is going to be created. [ 1056.860235] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.860404] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.860534] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.860842] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.861149] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.861381] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-4d47d1a3-1507-46b8-bc02-23b11c41a779" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.596227] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 1057.596549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.608618] env[66577]: INFO networking_nsxv3.common.synchronization [req-8fcf82bf-e186-4cb4-8028-53dcbb952a5d req-ef408dbd-213b-4c5c-8546-8537b401ee2f service nova] Enqueued Resource ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 with Priority: HIGHEST for action security_group_rules [ 1057.608862] env[66577]: INFO networking_nsxv3.common.synchronization [req-8fcf82bf-e186-4cb4-8028-53dcbb952a5d req-ef408dbd-213b-4c5c-8546-8537b401ee2f service nova] Enqueued Resource ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 with Priority: HIGHEST for action security_group_members [ 1057.609040] env[66577]: INFO networking_nsxv3.common.synchronization [req-8fcf82bf-e186-4cb4-8028-53dcbb952a5d req-ef408dbd-213b-4c5c-8546-8537b401ee2f service nova] Enqueued Resource ID: 4d47d1a3-1507-46b8-bc02-23b11c41a779 with Priority: HIGHEST for action port [ 1057.609850] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 with Priority: HIGHEST for action security_group_rules [ 1057.609850] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 with Priority: HIGHEST for action security_group_members [ 1057.609850] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d47d1a3-1507-46b8-bc02-23b11c41a779 with Priority: HIGHEST for action port [ 1057.611190] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5846eae-e4a2-4040-b1b7-841d08b8a7c0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.611401] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.611503] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.611818] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.611954] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5846eae-e4a2-4040-b1b7-841d08b8a7c0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.614872] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5846eae-e4a2-4040-b1b7-841d08b8a7c0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.614872] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.614872] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.614872] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.614872] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.614872] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.614872] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.614872] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.614872] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.614872] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5846eae-e4a2-4040-b1b7-841d08b8a7c0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.617710] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d47d1a3-1507-46b8-bc02-23b11c41a779 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.617710] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d47d1a3-1507-46b8-bc02-23b11c41a779" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.617710] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d47d1a3-1507-46b8-bc02-23b11c41a779" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.617710] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d47d1a3-1507-46b8-bc02-23b11c41a779" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.617710] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d47d1a3-1507-46b8-bc02-23b11c41a779',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.118120] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5846eae-e4a2-4040-b1b7-841d08b8a7c0 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.118241] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.118474] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5846eae-e4a2-4040-b1b7-841d08b8a7c0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.119521] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d47d1a3-1507-46b8-bc02-23b11c41a779 with status ACTIVE [ 1058.119676] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.119821] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.119893] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.120109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.120257] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.120380] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.120475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.120564] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.120700] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.120783] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.120951] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.122316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.122316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.122316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.122488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.122488] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d47d1a3-1507-46b8-bc02-23b11c41a779 is going to be updated. [ 1058.149108] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.149244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.149339] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.149526] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.149679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.149843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d47d1a3-1507-46b8-bc02-23b11c41a779" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.167689] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3cf231b-ed52-44ae-8392-b14702ef177e in Status: SUCCESS [ 1058.168180] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3cf231b-ed52-44ae-8392-b14702ef177e deletion is rescheduled due to dependency. [ 1058.168180] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.554437] env[66577]: INFO networking_nsxv3.common.synchronization [req-d9d0beec-d89b-46f5-9993-a65def92370f req-c4f32312-d253-404f-99dc-03d7ec0cbf7a tempest-DeleteServersTestJSON-1132974874 tempest-DeleteServersTestJSON-1132974874-project-member] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 1058.554821] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 1058.555156] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.555280] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.555346] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.555548] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.555698] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.555800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.555865] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.556028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.556113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.556224] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.624608] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5846eae-e4a2-4040-b1b7-841d08b8a7c0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.898972] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-702 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.899806] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.899806] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.899806] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.899806] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.900054] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.900133] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.900363] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.900504] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.900704] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.901555] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.901682] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.901729] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.901819] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.901928] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.902074] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.922693] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.922855] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.922994] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.925023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-702" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.925023] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-d2adf863-2281-4155-9105-aa373ef5cd03 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.925023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-d2adf863-2281-4155-9105-aa373ef5cd03" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.925023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-d2adf863-2281-4155-9105-aa373ef5cd03" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.925023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-d2adf863-2281-4155-9105-aa373ef5cd03" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.925023] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2adf863-2281-4155-9105-aa373ef5cd03',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.058186] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.058362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.058442] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.058655] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.058786] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.058990] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.059117] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.059168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.059313] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.059386] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.059471] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be updated. [ 1059.091158] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.091389] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.091569] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.091854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.092108] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.103271] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: IN_PROGRESS for 2s [ 1059.127120] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.127292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.127364] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.127580] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.127670] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.127805] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 is going to be created. [ 1059.161561] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.161816] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.161882] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.162174] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.162388] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.174804] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 in Status: UNINITIALIZED for 2s [ 1059.428227] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.428541] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.428698] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.429043] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.429204] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.429361] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port d2adf863-2281-4155-9105-aa373ef5cd03 not found, creating... [ 1059.429670] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.429938] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.430128] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.430366] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.430510] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.430808] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.430966] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.431098] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.431314] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.431499] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.431640] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: d2adf863-2281-4155-9105-aa373ef5cd03 is going to be created. [ 1059.453962] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.454221] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.454347] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.454644] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.454878] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.455121] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-d2adf863-2281-4155-9105-aa373ef5cd03" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.167202] env[66577]: INFO networking_nsxv3.common.synchronization [req-d9d0beec-d89b-46f5-9993-a65def92370f req-eb391fe2-0308-491d-941c-86010e46f89d service nova] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_rules [ 1060.167494] env[66577]: INFO networking_nsxv3.common.synchronization [req-d9d0beec-d89b-46f5-9993-a65def92370f req-eb391fe2-0308-491d-941c-86010e46f89d service nova] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 1060.167537] env[66577]: INFO networking_nsxv3.common.synchronization [req-d9d0beec-d89b-46f5-9993-a65def92370f req-eb391fe2-0308-491d-941c-86010e46f89d service nova] Enqueued Resource ID: d2adf863-2281-4155-9105-aa373ef5cd03 with Priority: HIGHEST for action port [ 1060.168070] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_rules [ 1060.168167] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 1060.168268] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2adf863-2281-4155-9105-aa373ef5cd03 with Priority: HIGHEST for action port [ 1060.168513] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.168633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.168692] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.168952] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.169062] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.171236] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.171339] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.171547] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2adf863-2281-4155-9105-aa373ef5cd03 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.171646] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2adf863-2281-4155-9105-aa373ef5cd03" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.171711] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2adf863-2281-4155-9105-aa373ef5cd03" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.171903] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2adf863-2281-4155-9105-aa373ef5cd03" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.171981] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2adf863-2281-4155-9105-aa373ef5cd03',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.672542] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.672718] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.675177] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2adf863-2281-4155-9105-aa373ef5cd03 with status ACTIVE [ 1060.675421] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.675716] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.675845] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.676009] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.676147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.676385] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.676511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.677129] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.677129] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.677129] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.677129] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.677129] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.677366] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.677366] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.677464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.677464] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2adf863-2281-4155-9105-aa373ef5cd03 is going to be updated. [ 1060.704636] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.704851] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.704953] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.705220] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.705400] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.705593] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2adf863-2281-4155-9105-aa373ef5cd03" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.099505] env[66577]: INFO networking_nsxv3.common.synchronization [req-22aca91f-edbe-46d9-894d-58f54fe1e488 req-3d6c68ed-4d0b-4e38-9661-2a52b3919268 tempest-MultipleCreateTestJSON-1431986401 tempest-MultipleCreateTestJSON-1431986401-project-member] Enqueued Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1061.100045] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1061.100399] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.100900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.100900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.100900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.101069] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.101134] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.101169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.101327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.101409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.101500] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.115279] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 1061.115453] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 deletion is rescheduled due to dependency. [ 1061.115567] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.115729] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.115931] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.116149] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.116234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.116321] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.117212] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.117212] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.117212] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.186334] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 in Status: SUCCESS [ 1061.186611] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.187431] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.187431] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.187431] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.187431] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.187687] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.187687] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.187811] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.187858] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.187970] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5846eae-e4a2-4040-b1b7-841d08b8a7c0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.468708] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.468708] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-240" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.468708] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-240" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.469842] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-240" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.469842] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.469842] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.469842] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.470088] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.470213] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.470442] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.471044] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.471044] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.471044] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.471044] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.471044] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.471315] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.493947] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.494100] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.494246] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.494420] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-240" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.495107] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-2679af7f-8b96-4a47-88ce-2e006865869a taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.495345] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-2679af7f-8b96-4a47-88ce-2e006865869a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.495585] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-2679af7f-8b96-4a47-88ce-2e006865869a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.496211] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-2679af7f-8b96-4a47-88ce-2e006865869a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.496211] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2679af7f-8b96-4a47-88ce-2e006865869a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.604744] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.605025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.605116] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.605341] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.605451] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.605614] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.605709] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.605771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.605925] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.605999] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.606098] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 already deleted. [ 1061.606207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.623071] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.690493] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5846eae-e4a2-4040-b1b7-841d08b8a7c0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.999965] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.999965] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.999965] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.999965] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.999965] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.999965] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 2679af7f-8b96-4a47-88ce-2e006865869a not found, creating... [ 1062.000371] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.000371] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.000371] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.000609] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.000756] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.002127] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.002127] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.002127] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.002127] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.002127] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.002127] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 2679af7f-8b96-4a47-88ce-2e006865869a is going to be created. [ 1062.026939] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.027195] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.027307] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.027571] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.027793] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.028036] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-2679af7f-8b96-4a47-88ce-2e006865869a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.125107] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.193905] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5846eae-e4a2-4040-b1b7-841d08b8a7c0: rpc.has_security_group_logging(os_id): False [ 1062.227293] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.227511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.227610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.227891] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.228025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.228372] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.228509] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.228595] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.228842] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.228959] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.229037] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 is going to be created. [ 1062.296196] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.296427] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.296492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.296775] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.297348] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.319535] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 in Status: IN_PROGRESS for 2s [ 1062.628416] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.628963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.628963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.628963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.629719] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.629719] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be updated. [ 1062.663649] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.664254] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.664254] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.664254] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.664568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.677839] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: IN_PROGRESS for 2s [ 1062.788535] env[66577]: INFO networking_nsxv3.common.synchronization [req-22aca91f-edbe-46d9-894d-58f54fe1e488 req-7ba230ba-4919-4771-824b-824c896d1e94 service nova] Enqueued Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_rules [ 1062.788535] env[66577]: INFO networking_nsxv3.common.synchronization [req-22aca91f-edbe-46d9-894d-58f54fe1e488 req-7ba230ba-4919-4771-824b-824c896d1e94 service nova] Enqueued Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1062.788535] env[66577]: INFO networking_nsxv3.common.synchronization [req-22aca91f-edbe-46d9-894d-58f54fe1e488 req-7ba230ba-4919-4771-824b-824c896d1e94 service nova] Enqueued Resource ID: 2679af7f-8b96-4a47-88ce-2e006865869a with Priority: HIGHEST for action port [ 1062.788535] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_rules [ 1062.788535] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1062.788839] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2679af7f-8b96-4a47-88ce-2e006865869a with Priority: HIGHEST for action port [ 1062.789751] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.789751] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.789751] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.789751] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.789751] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.792330] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.792330] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.792330] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.792330] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.792330] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.792330] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.792839] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.793216] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.793216] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.793216] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.794311] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-2679af7f-8b96-4a47-88ce-2e006865869a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.794311] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2679af7f-8b96-4a47-88ce-2e006865869a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.794311] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2679af7f-8b96-4a47-88ce-2e006865869a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.794517] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2679af7f-8b96-4a47-88ce-2e006865869a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.794517] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2679af7f-8b96-4a47-88ce-2e006865869a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.080947] env[66577]: INFO networking_nsxv3.common.synchronization [req-22aca91f-edbe-46d9-894d-58f54fe1e488 req-4c58f4e8-19c8-455b-83f7-ae4235f9ce78 tempest-MultipleCreateTestJSON-1431986401 tempest-MultipleCreateTestJSON-1431986401-project-member] Enqueued Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1063.080947] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1063.081119] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.081196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.295961] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.296332] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.296406] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.299012] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2679af7f-8b96-4a47-88ce-2e006865869a with status ACTIVE [ 1063.299012] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.299012] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.299012] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.299012] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.299012] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.299012] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.299012] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.299012] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.299012] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.299012] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.299906] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.299906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.299906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.299906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.299906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.299906] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2679af7f-8b96-4a47-88ce-2e006865869a is going to be updated. [ 1063.335760] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.336903] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.336903] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.336903] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.336903] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.336903] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2679af7f-8b96-4a47-88ce-2e006865869a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.414497] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.414705] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-240" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.414832] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-240" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.415117] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-240" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.415461] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.415559] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.415640] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.415861] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.416015] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.417266] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.417401] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.417520] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.417634] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.417750] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.417859] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.417993] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.443294] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.443471] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.443608] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.443791] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-240" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.444140] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-82d9ad3d-2f06-46e5-b733-3434457663f5 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.444321] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-82d9ad3d-2f06-46e5-b733-3434457663f5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.444454] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-82d9ad3d-2f06-46e5-b733-3434457663f5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.444800] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-82d9ad3d-2f06-46e5-b733-3434457663f5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.444944] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82d9ad3d-2f06-46e5-b733-3434457663f5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.802218] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.948415] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.948649] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.948776] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.949105] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.949278] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.949454] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 82d9ad3d-2f06-46e5-b733-3434457663f5 not found, creating... [ 1063.949717] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.949900] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.950009] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.950246] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.950354] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.950633] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.950811] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.950900] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.952251] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.952468] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.952666] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 82d9ad3d-2f06-46e5-b733-3434457663f5 is going to be created. [ 1063.974718] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.974989] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.975183] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.975511] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.975763] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.976043] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-82d9ad3d-2f06-46e5-b733-3434457663f5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.307559] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.307559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.307559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.307559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.307559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.307559] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 is going to be created. [ 1064.333852] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 in Status: SUCCESS [ 1064.333852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.363430] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.364376] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.364376] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.364376] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.366018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.377064] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: UNINITIALIZED for 2s [ 1064.671838] env[66577]: INFO networking_nsxv3.common.synchronization [req-22aca91f-edbe-46d9-894d-58f54fe1e488 req-b5dc127b-69f9-44b7-a61c-5a2349df1540 service nova] Enqueued Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_rules [ 1064.673650] env[66577]: INFO networking_nsxv3.common.synchronization [req-22aca91f-edbe-46d9-894d-58f54fe1e488 req-b5dc127b-69f9-44b7-a61c-5a2349df1540 service nova] Enqueued Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1064.673919] env[66577]: INFO networking_nsxv3.common.synchronization [req-22aca91f-edbe-46d9-894d-58f54fe1e488 req-b5dc127b-69f9-44b7-a61c-5a2349df1540 service nova] Enqueued Resource ID: 82d9ad3d-2f06-46e5-b733-3434457663f5 with Priority: HIGHEST for action port [ 1064.674586] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_rules [ 1064.674797] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1064.674968] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d9ad3d-2f06-46e5-b733-3434457663f5 with Priority: HIGHEST for action port [ 1064.675443] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.675688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.675899] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.676030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.676483] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-82d9ad3d-2f06-46e5-b733-3434457663f5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.676554] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82d9ad3d-2f06-46e5-b733-3434457663f5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.676588] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82d9ad3d-2f06-46e5-b733-3434457663f5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.676874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82d9ad3d-2f06-46e5-b733-3434457663f5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.676983] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82d9ad3d-2f06-46e5-b733-3434457663f5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.690027] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 1064.690027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.690027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.690027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.690027] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.690027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.690027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.690027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.690027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.690027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.690027] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.184133] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82d9ad3d-2f06-46e5-b733-3434457663f5 with status ACTIVE [ 1065.184133] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.184133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.184133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.184133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.184133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.184133] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.184133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.184133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.184133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.184133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.184133] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.184133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.184133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.184133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.184133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.184133] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82d9ad3d-2f06-46e5-b733-3434457663f5 is going to be updated. [ 1065.194881] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.194881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.194881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.194881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.194881] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.194881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.194881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.194881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.195332] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.195332] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.195332] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.195332] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.196114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.196114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.196114] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.196114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.196114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.196114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.196114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.196342] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.196342] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.207696] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.207848] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.207963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.208179] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.208787] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.208787] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82d9ad3d-2f06-46e5-b733-3434457663f5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.659167] env[66577]: INFO networking_nsxv3.common.synchronization [req-eb84ed1f-3b75-4282-a32b-151a0adc72dd req-e676964f-fea2-4184-9b18-ddf436a01d49 tempest-ServersTestManualDisk-424531891 tempest-ServersTestManualDisk-424531891-project-member] Enqueued Resource ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f with Priority: HIGHEST for action security_group_members [ 1065.659841] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f with Priority: HIGHEST for action security_group_members [ 1065.660117] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ca2f4a-0dec-418f-968b-b83b5d85b00f taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.661142] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.661142] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.661142] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.661142] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.661142] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.661142] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.661142] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.661142] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.661142] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11ca2f4a-0dec-418f-968b-b83b5d85b00f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.700194] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2c58e40-54a5-40bb-aa94-1919b7e2f666: rpc.has_security_group_logging(os_id): False [ 1065.723476] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.723476] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.723476] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.723752] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.723752] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.723826] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.723898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.723939] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.724105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.724177] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.724435] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.724743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.724743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.724743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.724884] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.728027] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.728027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.728027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.728027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.728027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.728027] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be updated. [ 1065.815447] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.815447] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.815447] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.815447] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.815447] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.853939] env[66577]: INFO networking_nsxv3.common.synchronization [req-34d44617-7153-40d0-93b4-b41548a3bdbc req-6cfd488e-a332-4aa2-9752-cd83bd1df0b6 tempest-AttachInterfacesTestJSON-2047328862 tempest-AttachInterfacesTestJSON-2047328862-project-member] Enqueued Resource ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc with Priority: HIGHEST for action security_group_members [ 1065.854698] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc with Priority: HIGHEST for action security_group_members [ 1065.855109] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.855433] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.855584] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.855900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.856118] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.856231] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.856309] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.856479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.856555] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.856651] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.858338] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: IN_PROGRESS for 2s [ 1066.163155] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.163341] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.163417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.163643] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.163733] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.163932] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.164048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.164113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.164256] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.164330] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.164416] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f is going to be updated. [ 1066.200020] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.200020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.200020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.200020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.200020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.208526] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f in Status: IN_PROGRESS for 2s [ 1066.323595] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.323904] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.324187] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.324615] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.324988] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.325216] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.325376] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.325672] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.325882] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.326192] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.326367] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.326537] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.326732] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.327024] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.327094] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.327323] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.360403] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.360613] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.360704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.360973] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.361098] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.361355] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.361480] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.361560] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.361764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.361869] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.361980] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc already deleted. [ 1066.362098] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.390941] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.391123] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.064 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.391274] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.391459] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.391881] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-be8ca8b5-fa03-4bc2-a2ee-6f6f51f74a5e taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.392134] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-be8ca8b5-fa03-4bc2-a2ee-6f6f51f74a5e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.392198] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-be8ca8b5-fa03-4bc2-a2ee-6f6f51f74a5e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.395585] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-be8ca8b5-fa03-4bc2-a2ee-6f6f51f74a5e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.395817] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be8ca8b5-fa03-4bc2-a2ee-6f6f51f74a5e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.398106] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: SUCCESS [ 1066.398485] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.398677] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.398974] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.399313] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.399483] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.399558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.399784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.399920] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.402784] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.905574] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.905943] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.905943] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.906234] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.906391] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.906572] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port be8ca8b5-fa03-4bc2-a2ee-6f6f51f74a5e not found, creating... [ 1066.906886] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.907089] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.907215] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.907480] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.907649] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.907939] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.908200] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.908326] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.908596] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.908745] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.908934] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: be8ca8b5-fa03-4bc2-a2ee-6f6f51f74a5e is going to be created. [ 1066.910163] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.949083] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.949424] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.949550] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.949716] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.949959] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.950239] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-be8ca8b5-fa03-4bc2-a2ee-6f6f51f74a5e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.412797] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.606507] env[66577]: INFO networking_nsxv3.common.synchronization [req-34d44617-7153-40d0-93b4-b41548a3bdbc req-6426bac2-a19c-47de-90d7-71d3dd294967 service nova] Enqueued Resource ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc with Priority: HIGHEST for action security_group_rules [ 1067.606686] env[66577]: INFO networking_nsxv3.common.synchronization [req-34d44617-7153-40d0-93b4-b41548a3bdbc req-6426bac2-a19c-47de-90d7-71d3dd294967 service nova] Enqueued Resource ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc with Priority: HIGHEST for action security_group_members [ 1067.606827] env[66577]: INFO networking_nsxv3.common.synchronization [req-34d44617-7153-40d0-93b4-b41548a3bdbc req-6426bac2-a19c-47de-90d7-71d3dd294967 service nova] Enqueued Resource ID: be8ca8b5-fa03-4bc2-a2ee-6f6f51f74a5e with Priority: HIGHEST for action port [ 1067.607353] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc with Priority: HIGHEST for action security_group_rules [ 1067.607488] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc with Priority: HIGHEST for action security_group_members [ 1067.607584] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be8ca8b5-fa03-4bc2-a2ee-6f6f51f74a5e with Priority: HIGHEST for action port [ 1067.607848] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.607968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.608045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.608249] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.608330] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.609534] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.609672] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.609721] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.609944] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.610198] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.610313] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.610379] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.610541] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.610627] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.610719] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.611463] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-be8ca8b5-fa03-4bc2-a2ee-6f6f51f74a5e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.611570] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be8ca8b5-fa03-4bc2-a2ee-6f6f51f74a5e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.611637] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be8ca8b5-fa03-4bc2-a2ee-6f6f51f74a5e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.611788] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be8ca8b5-fa03-4bc2-a2ee-6f6f51f74a5e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.611860] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be8ca8b5-fa03-4bc2-a2ee-6f6f51f74a5e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.875776] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 1067.876011] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.915846] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.916256] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.916256] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.917074] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.917074] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.917074] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 is going to be updated. [ 1067.950947] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.951113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.951255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.951395] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.951553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.967014] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: IN_PROGRESS for 2s [ 1068.113800] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.114871] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.115112] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.115166] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be8ca8b5-fa03-4bc2-a2ee-6f6f51f74a5e with status ACTIVE [ 1068.115345] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.115403] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.115452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.115660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.115746] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.115912] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.116023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.116072] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.116256] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.116333] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.116943] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.116943] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.116943] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.116943] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.116943] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.116943] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be8ca8b5-fa03-4bc2-a2ee-6f6f51f74a5e is going to be updated. [ 1068.144210] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.144362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.144431] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.144639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.144774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.144935] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be8ca8b5-fa03-4bc2-a2ee-6f6f51f74a5e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.218642] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f in Status: SUCCESS [ 1068.218912] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ca2f4a-0dec-418f-968b-b83b5d85b00f deletion is rescheduled due to dependency. [ 1068.219036] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ca2f4a-0dec-418f-968b-b83b5d85b00f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.619642] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.122992] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.122992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.122992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.122992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.122992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.122992] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc is going to be created. [ 1069.169256] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.169256] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.169256] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.169256] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.169256] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.182202] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc in Status: UNINITIALIZED for 2s [ 1069.534424] env[66577]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1069.534424] env[66577]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1069.981827] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: SUCCESS [ 1069.981827] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.981827] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.982034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.982155] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.982281] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.982338] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.982527] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.982601] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.982696] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.982815] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.985027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.985365] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.985725] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.985725] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.985875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.985950] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.986139] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.986242] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.489564] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.489992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.490076] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.993529] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.196126] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc in Status: SUCCESS [ 1071.197185] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.197185] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.197185] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.197770] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.197957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.198079] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.198280] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.198376] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.198496] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.198609] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.313553] env[66577]: INFO networking_nsxv3.common.synchronization [req-9d81ad52-a7a1-4443-9564-0f35812276c2 req-b1ddd32d-d9f4-4541-9d03-05c4a5c9aff9 tempest-ImagesTestJSON-1308165066 tempest-ImagesTestJSON-1308165066-project-member] Enqueued Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 1071.314795] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 1071.316108] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.316108] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.316108] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.316321] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.316508] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.316713] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.316781] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.317019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.317191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.317301] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.496164] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.496492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.496492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.496779] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.496898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.496972] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 is going to be updated. [ 1071.546101] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.546101] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.546101] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.546101] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.546101] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.557916] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: IN_PROGRESS for 2s [ 1071.691908] env[66577]: INFO networking_nsxv3.common.synchronization [req-07952d7f-7f35-46f1-8e37-27468018049e req-c0fc9608-30de-46b6-96d8-026eec6ac595 tempest-ServerActionsTestOtherA-1296391462 tempest-ServerActionsTestOtherA-1296391462-project-member] Enqueued Resource ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 with Priority: HIGHEST for action security_group_members [ 1071.691908] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 with Priority: HIGHEST for action security_group_members [ 1071.691908] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.692585] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.692585] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.695434] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.695724] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.696111] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.696200] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.696402] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.696494] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.696602] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f0060e4-f9ea-4e46-aa17-eb22eccdc930',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.704340] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.821780] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.821780] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.821780] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.822272] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.822272] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.822272] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.822427] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.822427] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.822551] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.822639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.822692] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e is going to be updated. [ 1071.877362] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.877553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.877553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.878064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.878064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.889760] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: IN_PROGRESS for 2s [ 1072.199960] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.200202] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.200202] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.201660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.201660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.201660] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.201660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.201660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.201660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.201660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.201660] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 already deleted. [ 1072.201660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.205145] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc: rpc.has_security_group_logging(os_id): False [ 1072.226539] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.226713] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.226796] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.227028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.227161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.227453] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.227559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.227623] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.227786] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.227862] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.227953] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc is going to be created. [ 1072.248451] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.248788] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-183" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.248926] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-183" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.249773] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-183" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.249773] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.249773] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.249953] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.250086] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.250259] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.250455] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.250593] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.251110] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.251110] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.251110] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.251110] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.251317] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.275298] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.275480] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1072.275648] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.277192] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-183" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.277192] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-872de673-b769-4689-8159-60cb8fac0f85 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.277192] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-872de673-b769-4689-8159-60cb8fac0f85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.277192] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-872de673-b769-4689-8159-60cb8fac0f85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.277192] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-872de673-b769-4689-8159-60cb8fac0f85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.277192] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('872de673-b769-4689-8159-60cb8fac0f85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.309517] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.313336] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.313459] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.313746] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.314030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.336384] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc in Status: IN_PROGRESS for 2s [ 1072.780632] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.781131] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.781131] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.781488] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.781694] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.781947] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 872de673-b769-4689-8159-60cb8fac0f85 not found, creating... [ 1072.782556] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.782808] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.782971] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.783374] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.783556] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.784088] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.784324] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.784569] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.784900] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.785134] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.785374] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 872de673-b769-4689-8159-60cb8fac0f85 is going to be created. [ 1072.810429] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.810775] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.810925] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.811466] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.811700] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.811934] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-872de673-b769-4689-8159-60cb8fac0f85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.373690] env[66577]: INFO networking_nsxv3.common.synchronization [None req-dc6add52-3e63-45eb-9202-79bf61837cca tempest-AttachVolumeNegativeTest-2015767532 tempest-AttachVolumeNegativeTest-2015767532-project-member] Enqueued Resource ID: 67557250-99a3-4397-ae65-bc4d65473581 with Priority: HIGHEST for action security_group_rules [ 1073.374548] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67557250-99a3-4397-ae65-bc4d65473581 with Priority: HIGHEST for action security_group_rules [ 1073.375083] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67557250-99a3-4397-ae65-bc4d65473581 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.375226] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.375314] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.375618] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.375711] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67557250-99a3-4397-ae65-bc4d65473581',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.530371] env[66577]: INFO networking_nsxv3.common.synchronization [None req-4c8eec4d-4522-4565-8bf8-69d9423a03e5 tempest-AttachVolumeNegativeTest-2015767532 tempest-AttachVolumeNegativeTest-2015767532-project-member] Enqueued Resource ID: 67557250-99a3-4397-ae65-bc4d65473581 with Priority: HIGHEST for action security_group_rules [ 1073.531133] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67557250-99a3-4397-ae65-bc4d65473581 with Priority: HIGHEST for action security_group_rules [ 1073.531687] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67557250-99a3-4397-ae65-bc4d65473581 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.531871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.572969] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: SUCCESS [ 1073.573282] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.573499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.573726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.573966] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.574110] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.574178] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.574570] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.574570] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.574570] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.574717] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.574822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.574870] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.575076] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.575231] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.575331] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.575482] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.575662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.575810] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.575914] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.576051] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.593120] env[66577]: INFO networking_nsxv3.common.synchronization [req-07952d7f-7f35-46f1-8e37-27468018049e req-16d83ce2-a636-41b6-b4b5-53ad9791b9ff service nova] Enqueued Resource ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 with Priority: HIGHEST for action security_group_rules [ 1073.593351] env[66577]: INFO networking_nsxv3.common.synchronization [req-07952d7f-7f35-46f1-8e37-27468018049e req-16d83ce2-a636-41b6-b4b5-53ad9791b9ff service nova] Enqueued Resource ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 with Priority: HIGHEST for action security_group_members [ 1073.593491] env[66577]: INFO networking_nsxv3.common.synchronization [req-07952d7f-7f35-46f1-8e37-27468018049e req-16d83ce2-a636-41b6-b4b5-53ad9791b9ff service nova] Enqueued Resource ID: 872de673-b769-4689-8159-60cb8fac0f85 with Priority: HIGHEST for action port [ 1073.594158] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 with Priority: HIGHEST for action security_group_rules [ 1073.594287] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 with Priority: HIGHEST for action security_group_members [ 1073.594605] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 872de673-b769-4689-8159-60cb8fac0f85 with Priority: HIGHEST for action port [ 1073.594966] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f0060e4-f9ea-4e46-aa17-eb22eccdc930 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.595442] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.595539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.595824] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.595911] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f0060e4-f9ea-4e46-aa17-eb22eccdc930',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.597267] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.597267] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.597434] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.597510] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.597663] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.597770] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.597839] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.597986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.598081] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.598170] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f0060e4-f9ea-4e46-aa17-eb22eccdc930',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.599499] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-872de673-b769-4689-8159-60cb8fac0f85 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.599610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-872de673-b769-4689-8159-60cb8fac0f85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.599681] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-872de673-b769-4689-8159-60cb8fac0f85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.599844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-872de673-b769-4689-8159-60cb8fac0f85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.599922] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('872de673-b769-4689-8159-60cb8fac0f85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.901586] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: SUCCESS [ 1073.902312] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e deletion is rescheduled due to dependency. [ 1073.902434] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.903672] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.903834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.903889] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.904074] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.904163] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.904252] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67557250-99a3-4397-ae65-bc4d65473581 already deleted. [ 1073.904334] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.904479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.904645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.904724] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67557250-99a3-4397-ae65-bc4d65473581',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.080089] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 128d4379-3ed4-49ec-b013-6bdfa169ccb5: rpc.has_security_group_logging(os_id): False [ 1074.106027] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.106027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.106027] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f0060e4-f9ea-4e46-aa17-eb22eccdc930',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.106027] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.106027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.106027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.106027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.106027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.106027] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.106658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.107223] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.107223] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.107223] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.107533] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.107533] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.107533] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.107672] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.107672] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.108060] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.108060] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.108060] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.108281] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.108281] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.108472] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 is going to be created. [ 1074.109705] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 872de673-b769-4689-8159-60cb8fac0f85 with status ACTIVE [ 1074.109885] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.110014] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.110074] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.113761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.113761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.113761] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.113761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.113761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.113761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.113761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.113761] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.113761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.113761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.113761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.113761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.113761] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 872de673-b769-4689-8159-60cb8fac0f85 is going to be updated. [ 1074.146848] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.147546] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.147546] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.147546] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.147776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.147776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-872de673-b769-4689-8159-60cb8fac0f85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.196707] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.196905] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.197038] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.197295] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.197558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.220869] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: IN_PROGRESS for 2s [ 1074.363075] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc in Status: SUCCESS [ 1074.363075] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.442054] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.442258] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.442359] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.442585] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.442724] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.442793] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67557250-99a3-4397-ae65-bc4d65473581 already deleted. [ 1074.442949] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.615578] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f0060e4-f9ea-4e46-aa17-eb22eccdc930',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.118205] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.118486] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.118486] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.122040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.122040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.122040] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 is going to be created. [ 1075.148196] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.148196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.148196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.148392] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.149033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.159316] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 in Status: UNINITIALIZED for 2s [ 1076.236461] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: SUCCESS [ 1076.236461] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.236955] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.236955] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.237065] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.743213] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.743213] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.743213] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.743213] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.743213] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.743213] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.743213] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.743213] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.743213] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.743213] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.743213] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.172834] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 in Status: SUCCESS [ 1077.172834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.172834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.172834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.172834] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.172834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.172834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.172834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.172834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.172834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.172834] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f0060e4-f9ea-4e46-aa17-eb22eccdc930',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.247953] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.248343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.248343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.248525] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.248578] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.248676] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.248739] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.248889] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.248974] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.249335] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.249335] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.249493] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.249493] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.249640] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.249908] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.249999] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.250072] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.250213] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.250290] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.250370] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.250457] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.662873] env[66577]: INFO networking_nsxv3.common.synchronization [req-0e5b2961-2da3-4c27-8633-c1add898ff54 req-74c35db4-64ce-4478-8435-c081d2bbbe57 tempest-ImagesTestJSON-1308165066 tempest-ImagesTestJSON-1308165066-project-member] Enqueued Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 1077.664128] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 1077.666083] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.666083] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.666083] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.666289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.666395] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.666562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.666921] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.667440] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.667440] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.667440] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.675293] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.675472] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.675549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.675757] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.676027] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.676188] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.676296] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.676486] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.676602] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.676699] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.676939] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.677163] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.677288] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.677421] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.677573] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.677681] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.677813] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.678089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.678089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.678246] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.678362] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f0060e4-f9ea-4e46-aa17-eb22eccdc930',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.754114] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 128d4379-3ed4-49ec-b013-6bdfa169ccb5: rpc.has_security_group_logging(os_id): False [ 1077.780416] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.780416] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.780416] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.780416] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.780416] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.780416] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.780416] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.780416] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.780945] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.780945] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.780945] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.780945] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.781705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.782042] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.782137] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.782340] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.782462] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.782538] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.786446] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.786446] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.786446] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 is going to be updated. [ 1077.887014] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.887255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.887255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.889222] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.889222] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.907869] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: IN_PROGRESS for 2s [ 1078.113683] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.113859] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-956" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.113984] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-956" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.114268] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-956" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.114532] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.114720] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.114841] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.115136] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.115297] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.115638] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.115638] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.115752] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.115863] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.115975] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.116096] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.116232] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.139237] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.139369] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.139509] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.139688] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-956" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.140142] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-edf04750-8410-4635-86cb-aeb500924dff taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.140317] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-edf04750-8410-4635-86cb-aeb500924dff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.140393] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-edf04750-8410-4635-86cb-aeb500924dff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.140766] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-edf04750-8410-4635-86cb-aeb500924dff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.140901] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edf04750-8410-4635-86cb-aeb500924dff',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.172928] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.173181] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.173301] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.173607] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.173751] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.174086] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.174188] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.174242] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.174391] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.174497] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.174638] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e is going to be updated. [ 1078.186849] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f0060e4-f9ea-4e46-aa17-eb22eccdc930: rpc.has_security_group_logging(os_id): False [ 1078.207887] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.208117] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.208117] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.208318] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.208410] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.208683] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.208782] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.208844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.208994] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.209088] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.209372] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.209479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.209529] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.209662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.209732] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.209907] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.210679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.210679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.210679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.210679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.210679] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 is going to be created. [ 1078.228028] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.228028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.228028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.228028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.228028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.242656] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: IN_PROGRESS for 2s [ 1078.297831] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.298205] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.298205] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.298334] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.302025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.338842] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 in Status: IN_PROGRESS for 2s [ 1078.645117] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.645117] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.645117] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.645117] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.645407] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.645458] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port edf04750-8410-4635-86cb-aeb500924dff not found, creating... [ 1078.645820] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.646044] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.646147] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.646440] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.646660] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.647022] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.647220] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.647345] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.647653] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.647890] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.648099] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: edf04750-8410-4635-86cb-aeb500924dff is going to be created. [ 1078.684601] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.684971] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.685121] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.685587] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.686499] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.686499] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-edf04750-8410-4635-86cb-aeb500924dff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.438814] env[66577]: INFO networking_nsxv3.common.synchronization [req-0e5b2961-2da3-4c27-8633-c1add898ff54 req-f237622c-8395-4780-82be-33f6fac589a4 service nova] Enqueued Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_rules [ 1079.439995] env[66577]: INFO networking_nsxv3.common.synchronization [req-0e5b2961-2da3-4c27-8633-c1add898ff54 req-f237622c-8395-4780-82be-33f6fac589a4 service nova] Enqueued Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 1079.439995] env[66577]: INFO networking_nsxv3.common.synchronization [req-0e5b2961-2da3-4c27-8633-c1add898ff54 req-f237622c-8395-4780-82be-33f6fac589a4 service nova] Enqueued Resource ID: edf04750-8410-4635-86cb-aeb500924dff with Priority: HIGHEST for action port [ 1079.439995] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_rules [ 1079.440231] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 1079.440335] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edf04750-8410-4635-86cb-aeb500924dff with Priority: HIGHEST for action port [ 1079.440681] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.440935] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.440935] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.441184] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.441299] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.442687] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.442687] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.442832] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-edf04750-8410-4635-86cb-aeb500924dff taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.442893] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edf04750-8410-4635-86cb-aeb500924dff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.443025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edf04750-8410-4635-86cb-aeb500924dff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.443173] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edf04750-8410-4635-86cb-aeb500924dff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.443251] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edf04750-8410-4635-86cb-aeb500924dff',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.922581] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: SUCCESS [ 1079.922891] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.945716] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.946025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.946266] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edf04750-8410-4635-86cb-aeb500924dff with status ACTIVE [ 1079.946575] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.947204] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.947204] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.947204] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.947204] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.947681] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.947885] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.948132] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.948263] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.948383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.948683] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.948866] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.950232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.950514] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.950588] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.950679] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edf04750-8410-4635-86cb-aeb500924dff is going to be updated. [ 1079.978318] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.978484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.978555] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.978768] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.978905] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.979067] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edf04750-8410-4635-86cb-aeb500924dff" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.258214] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: SUCCESS [ 1080.258214] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e deletion is rescheduled due to dependency. [ 1080.258214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.258214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.258214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.258214] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.258214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.258214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.258214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.258214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.258214] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.355045] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 in Status: SUCCESS [ 1080.355045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.761875] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.890498] env[66577]: INFO networking_nsxv3.common.synchronization [None req-3bab7175-ade7-4209-8a64-c48bc20fc7b7 None None] Enqueued Resource ID: 8ef00502-aaab-4650-ada7-ebb703a13c25 with Priority: HIGHEST for action port [ 1080.891139] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef00502-aaab-4650-ada7-ebb703a13c25 with Priority: HIGHEST for action port [ 1080.892442] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ef00502-aaab-4650-ada7-ebb703a13c25 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.892442] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ef00502-aaab-4650-ada7-ebb703a13c25" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.892442] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ef00502-aaab-4650-ada7-ebb703a13c25" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.892442] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ef00502-aaab-4650-ada7-ebb703a13c25" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.892442] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ef00502-aaab-4650-ada7-ebb703a13c25',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.266668] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.396697] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ef00502-aaab-4650-ada7-ebb703a13c25 [ 1081.396697] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.396697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.396697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.396697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.397012] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.397012] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ef00502-aaab-4650-ada7-ebb703a13c25 already deleted. [ 1081.397012] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ef00502-aaab-4650-ada7-ebb703a13c25" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.646508] env[66577]: INFO networking_nsxv3.common.synchronization [req-047c392d-f5f5-4078-bb2a-18bc02f678f8 req-a0c0aec7-a0ae-4727-9619-d7a691226edf tempest-MultipleCreateTestJSON-1431986401 tempest-MultipleCreateTestJSON-1431986401-project-member] Enqueued Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1081.647492] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1081.647492] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.647663] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.647663] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.648561] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.648561] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.648561] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.648561] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.648561] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.648561] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.650229] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.770343] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.770343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.770343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.771041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.771041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.771041] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e is going to be updated. [ 1081.813042] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.813042] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.813042] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.813042] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.813042] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.823965] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: IN_PROGRESS for 2s [ 1082.153030] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.263369] env[66577]: INFO networking_nsxv3.common.synchronization [req-dc11f5d6-5106-4a2e-93ab-eb6b12375952 req-69032160-7807-4a4d-801f-e7a98b5250f9 tempest-MultipleCreateTestJSON-1431986401 tempest-MultipleCreateTestJSON-1431986401-project-member] Enqueued Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1082.263949] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1082.264302] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.264461] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.655124] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.157436] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.157802] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.157802] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.157876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.158167] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.158167] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 is going to be updated. [ 1083.193616] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.193871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.193871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.194809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.194809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.212708] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: IN_PROGRESS for 2s [ 1083.839299] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: SUCCESS [ 1083.839662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.839662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.839871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.840075] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.840213] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.840323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.840545] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.840545] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.840651] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.840651] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.342823] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.343772] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.343772] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.343772] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.344076] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.344218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.344288] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.344966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.345078] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.345217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.345424] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.345687] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.345755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.346078] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.346493] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.347048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.347048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.347048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.347242] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.348029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.348029] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.851179] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf804a78-e142-46f8-ab91-b0bb37b5608e: rpc.has_security_group_logging(os_id): False [ 1084.871120] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.871276] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.871410] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.871635] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.871725] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.871920] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.872032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.872405] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.872405] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.872405] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.872545] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.872601] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.872686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.872800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.872873] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.873069] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.873165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.873220] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.873362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.873437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.873515] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e is going to be updated. [ 1084.943879] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.944114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.944177] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.944384] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.944533] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.963282] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: IN_PROGRESS for 2s [ 1085.226040] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: SUCCESS [ 1085.226251] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.226481] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.226719] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.226939] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.227070] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.227126] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.227324] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.227414] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.227520] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.497767] env[66577]: INFO networking_nsxv3.common.synchronization [None req-98383c1c-e056-4b2f-a4df-b08cc3e257ea tempest-ServerActionsTestJSON-1350215912 tempest-ServerActionsTestJSON-1350215912-project-member] Enqueued Resource ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 with Priority: HIGHEST for action security_group_rules [ 1085.498593] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 with Priority: HIGHEST for action security_group_rules [ 1085.501501] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d834d21-6726-42e1-b7cc-a86d9f61dbc0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.501501] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.501501] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.501501] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.501501] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d834d21-6726-42e1-b7cc-a86d9f61dbc0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.532103] env[66577]: INFO networking_nsxv3.common.synchronization [None req-94e030a0-5a8c-43ea-a617-f7b5279ed6d6 tempest-ServerDiskConfigTestJSON-513577884 tempest-ServerDiskConfigTestJSON-513577884-project-member] Enqueued Resource ID: e8b4212a-cb88-4c11-9562-7b34f1b8abad with Priority: HIGHEST for action security_group_rules [ 1085.533577] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8b4212a-cb88-4c11-9562-7b34f1b8abad with Priority: HIGHEST for action security_group_rules [ 1085.533577] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8b4212a-cb88-4c11-9562-7b34f1b8abad taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.533577] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8b4212a-cb88-4c11-9562-7b34f1b8abad" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.533577] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8b4212a-cb88-4c11-9562-7b34f1b8abad" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.534042] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8b4212a-cb88-4c11-9562-7b34f1b8abad" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.534042] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8b4212a-cb88-4c11-9562-7b34f1b8abad',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.648678] env[66577]: INFO networking_nsxv3.common.synchronization [None req-6912f4d5-9057-4cb0-90ac-8af64860c48d tempest-ServerActionsTestJSON-1350215912 tempest-ServerActionsTestJSON-1350215912-project-member] Enqueued Resource ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 with Priority: HIGHEST for action security_group_rules [ 1085.648678] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 with Priority: HIGHEST for action security_group_rules [ 1085.648678] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d834d21-6726-42e1-b7cc-a86d9f61dbc0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.648867] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.710986] env[66577]: INFO networking_nsxv3.common.synchronization [None req-4a61e88d-0719-4394-b50e-2f7c5ef588d5 tempest-ServerDiskConfigTestJSON-513577884 tempest-ServerDiskConfigTestJSON-513577884-project-member] Enqueued Resource ID: e8b4212a-cb88-4c11-9562-7b34f1b8abad with Priority: HIGHEST for action security_group_rules [ 1085.711734] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8b4212a-cb88-4c11-9562-7b34f1b8abad with Priority: HIGHEST for action security_group_rules [ 1085.711977] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8b4212a-cb88-4c11-9562-7b34f1b8abad taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.713103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8b4212a-cb88-4c11-9562-7b34f1b8abad" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.731034] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.731034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.731034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.731034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.731034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.731417] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.731417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.731417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.731671] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.731802] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.731936] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 is going to be updated. [ 1085.783203] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.783662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.783662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.783662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.783849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.807336] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: IN_PROGRESS for 2s [ 1086.026034] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.026034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.026034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.026034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.026034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.026034] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 already deleted. [ 1086.026034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.026034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.026034] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.026034] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d834d21-6726-42e1-b7cc-a86d9f61dbc0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.058379] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.058549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.058549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.058815] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.058910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.059799] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8b4212a-cb88-4c11-9562-7b34f1b8abad already deleted. [ 1086.059799] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8b4212a-cb88-4c11-9562-7b34f1b8abad" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.059799] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8b4212a-cb88-4c11-9562-7b34f1b8abad" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.059799] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8b4212a-cb88-4c11-9562-7b34f1b8abad" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.059799] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8b4212a-cb88-4c11-9562-7b34f1b8abad',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.550471] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.550471] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.550471] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.550939] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.550939] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.550939] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 already deleted. [ 1086.550939] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.596055] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.596294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.596415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.596750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.596898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.597020] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8b4212a-cb88-4c11-9562-7b34f1b8abad already deleted. [ 1086.597115] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8b4212a-cb88-4c11-9562-7b34f1b8abad" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.714624] env[66577]: INFO networking_nsxv3.common.synchronization [req-a9aff73c-2f8a-4adc-894e-15cca5ea992a req-b922d4eb-6ae3-4998-aa95-00c19c730c70 tempest-ServersTestJSON-1986641018 tempest-ServersTestJSON-1986641018-project-member] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 1086.715217] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 1086.715625] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.715738] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.715738] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.715920] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.716606] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.716760] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.716849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.717291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.717291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.721024] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.984074] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: SUCCESS [ 1086.984320] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.143627] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-640 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.143627] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.143849] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.144059] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.144245] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.144543] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.144543] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.145092] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.145092] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.145225] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.145317] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.145880] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.145880] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.145880] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.146113] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.146113] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.170893] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.170893] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1087.170893] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.170893] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-640" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.170893] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-44809e02-69b8-4482-97c7-fb331d1b953a taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.172947] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-44809e02-69b8-4482-97c7-fb331d1b953a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.172947] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-44809e02-69b8-4482-97c7-fb331d1b953a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.172947] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-44809e02-69b8-4482-97c7-fb331d1b953a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.172947] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44809e02-69b8-4482-97c7-fb331d1b953a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.222132] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.675821] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.676172] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.676284] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.676601] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.676861] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.676944] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 44809e02-69b8-4482-97c7-fb331d1b953a not found, creating... [ 1087.677217] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.677403] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.677545] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.677749] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.677889] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.678193] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.678355] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.678474] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.679054] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.679054] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.679155] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 44809e02-69b8-4482-97c7-fb331d1b953a is going to be created. [ 1087.702330] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.702567] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.703017] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.703554] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.703879] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.705012] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-44809e02-69b8-4482-97c7-fb331d1b953a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.727398] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.820891] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: SUCCESS [ 1087.821116] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 deletion is rescheduled due to dependency. [ 1087.821337] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.232118] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.232118] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.232118] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.232118] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.232118] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.232118] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 1088.265287] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.265483] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.265483] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.265723] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.265793] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.277964] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 1088.481650] env[66577]: INFO networking_nsxv3.common.synchronization [req-a9aff73c-2f8a-4adc-894e-15cca5ea992a req-9c356067-defc-4849-80f6-07f0ab609275 service nova] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_rules [ 1088.482064] env[66577]: INFO networking_nsxv3.common.synchronization [req-a9aff73c-2f8a-4adc-894e-15cca5ea992a req-9c356067-defc-4849-80f6-07f0ab609275 service nova] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 1088.482064] env[66577]: INFO networking_nsxv3.common.synchronization [req-a9aff73c-2f8a-4adc-894e-15cca5ea992a req-9c356067-defc-4849-80f6-07f0ab609275 service nova] Enqueued Resource ID: 44809e02-69b8-4482-97c7-fb331d1b953a with Priority: HIGHEST for action port [ 1088.482569] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_rules [ 1088.482705] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 1088.482816] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44809e02-69b8-4482-97c7-fb331d1b953a with Priority: HIGHEST for action port [ 1088.483091] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.483238] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.483291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.483461] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.483553] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.485125] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.485125] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.485295] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-44809e02-69b8-4482-97c7-fb331d1b953a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.485367] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44809e02-69b8-4482-97c7-fb331d1b953a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.485423] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44809e02-69b8-4482-97c7-fb331d1b953a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.485588] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44809e02-69b8-4482-97c7-fb331d1b953a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.485729] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44809e02-69b8-4482-97c7-fb331d1b953a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.985771] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.986197] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.987493] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44809e02-69b8-4482-97c7-fb331d1b953a with status ACTIVE [ 1088.987675] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.987843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.987922] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.989013] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.989154] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.990424] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.990424] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.990424] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.990424] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.990424] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.990424] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.990424] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.990424] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.990424] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.990424] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.990859] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44809e02-69b8-4482-97c7-fb331d1b953a is going to be updated. [ 1089.048656] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.050165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.050411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.050753] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.051023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.051299] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44809e02-69b8-4482-97c7-fb331d1b953a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.329286] env[66577]: INFO networking_nsxv3.common.synchronization [req-0419e668-6a9d-449b-9915-a0a95bf7591f req-92953d22-f72c-4a1a-ae7a-714aacaae20d tempest-AttachVolumeNegativeTest-2015767532 tempest-AttachVolumeNegativeTest-2015767532-project-member] Enqueued Resource ID: 67557250-99a3-4397-ae65-bc4d65473581 with Priority: HIGHEST for action security_group_members [ 1089.332943] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67557250-99a3-4397-ae65-bc4d65473581 with Priority: HIGHEST for action security_group_members [ 1089.332943] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67557250-99a3-4397-ae65-bc4d65473581 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.333218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.333218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.333488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.333632] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.334022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.334022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.334022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.334162] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.334197] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67557250-99a3-4397-ae65-bc4d65473581',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.501915] env[66577]: INFO networking_nsxv3.common.synchronization [req-e6a3a03a-b47a-4802-87ad-fb1913a81ae1 req-9d694e2e-de5d-4d66-8d55-a1014d775e66 tempest-ServerDiskConfigTestJSON-513577884 tempest-ServerDiskConfigTestJSON-513577884-project-member] Enqueued Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 1089.502852] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 1089.503292] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.503880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.503880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.503880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.503880] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.503880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.504137] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.504195] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.504323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.504464] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.745178] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.745408] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-665" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.745559] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-665" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.745866] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-665" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.746538] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.746746] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.746903] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.747176] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.747378] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.747622] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.747756] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.747888] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.748044] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.748174] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.748323] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.748501] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.767654] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.767819] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.767881] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.768077] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-665" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.768450] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-86f4f7d5-94c4-47ee-b455-c6112418f790 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.768663] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-86f4f7d5-94c4-47ee-b455-c6112418f790" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.768817] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-86f4f7d5-94c4-47ee-b455-c6112418f790" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.769199] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-86f4f7d5-94c4-47ee-b455-c6112418f790" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.769362] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86f4f7d5-94c4-47ee-b455-c6112418f790',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.836293] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.836454] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.836532] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.836733] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.836866] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.837010] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.837113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.837174] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.837393] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.837483] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.837563] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67557250-99a3-4397-ae65-bc4d65473581 already deleted. [ 1089.837621] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.006952] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.008926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.008926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.008926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.008926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.008926] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.008926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.008926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.008926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.008926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.009497] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 is going to be updated. [ 1090.052296] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.052455] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.052500] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.052981] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.052981] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.065065] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: IN_PROGRESS for 2s [ 1090.272227] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.272498] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.272640] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.272958] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.273154] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.273339] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 86f4f7d5-94c4-47ee-b455-c6112418f790 not found, creating... [ 1090.273630] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.273795] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.273934] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.274199] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.274367] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.274895] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.274895] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.275103] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.275336] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.275525] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.275682] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 86f4f7d5-94c4-47ee-b455-c6112418f790 is going to be created. [ 1090.295010] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 1090.295301] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.295461] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.295797] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.296114] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.296237] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.296237] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.296480] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.296856] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.296856] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.311868] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.311868] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.311868] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.311868] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.311868] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.312512] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-86f4f7d5-94c4-47ee-b455-c6112418f790" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.800971] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.092433] env[66577]: INFO networking_nsxv3.common.synchronization [req-0419e668-6a9d-449b-9915-a0a95bf7591f req-d55d5612-1e8a-43ce-9e52-5f157e64df09 service nova] Enqueued Resource ID: 67557250-99a3-4397-ae65-bc4d65473581 with Priority: HIGHEST for action security_group_rules [ 1091.092433] env[66577]: INFO networking_nsxv3.common.synchronization [req-0419e668-6a9d-449b-9915-a0a95bf7591f req-d55d5612-1e8a-43ce-9e52-5f157e64df09 service nova] Enqueued Resource ID: 67557250-99a3-4397-ae65-bc4d65473581 with Priority: HIGHEST for action security_group_members [ 1091.092433] env[66577]: INFO networking_nsxv3.common.synchronization [req-0419e668-6a9d-449b-9915-a0a95bf7591f req-d55d5612-1e8a-43ce-9e52-5f157e64df09 service nova] Enqueued Resource ID: 86f4f7d5-94c4-47ee-b455-c6112418f790 with Priority: HIGHEST for action port [ 1091.094115] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67557250-99a3-4397-ae65-bc4d65473581 with Priority: HIGHEST for action security_group_rules [ 1091.094115] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67557250-99a3-4397-ae65-bc4d65473581 with Priority: HIGHEST for action security_group_members [ 1091.094115] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f4f7d5-94c4-47ee-b455-c6112418f790 with Priority: HIGHEST for action port [ 1091.094523] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67557250-99a3-4397-ae65-bc4d65473581 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.094523] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.094658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.094756] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.094837] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67557250-99a3-4397-ae65-bc4d65473581',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.095923] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67557250-99a3-4397-ae65-bc4d65473581 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.095923] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.095923] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.096127] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.096262] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.096450] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.096450] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.096660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.096660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.096732] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67557250-99a3-4397-ae65-bc4d65473581',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.097516] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-86f4f7d5-94c4-47ee-b455-c6112418f790 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.097636] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86f4f7d5-94c4-47ee-b455-c6112418f790" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.097692] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86f4f7d5-94c4-47ee-b455-c6112418f790" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.099432] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86f4f7d5-94c4-47ee-b455-c6112418f790" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.099432] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86f4f7d5-94c4-47ee-b455-c6112418f790',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.304723] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.600987] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67557250-99a3-4397-ae65-bc4d65473581',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.602366] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67557250-99a3-4397-ae65-bc4d65473581 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.603180] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.603318] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86f4f7d5-94c4-47ee-b455-c6112418f790 with status ACTIVE [ 1091.603506] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.603712] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.603712] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.603900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.604010] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.604251] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.604348] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.604348] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.604514] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.604585] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.604965] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.604965] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.604965] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.605169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.605169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.605246] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86f4f7d5-94c4-47ee-b455-c6112418f790 is going to be updated. [ 1091.631830] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.631830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.631830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.631830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.631830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.632292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86f4f7d5-94c4-47ee-b455-c6112418f790" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.807047] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.807277] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.807277] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.807472] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.807579] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.807677] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 1091.859460] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.859692] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.859692] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.859937] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.860035] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.872706] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 1092.076195] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: SUCCESS [ 1092.076386] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 deletion is rescheduled due to dependency. [ 1092.076499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.107037] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67557250-99a3-4397-ae65-bc4d65473581',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.609514] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.609514] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.609514] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.609788] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.609850] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.609944] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67557250-99a3-4397-ae65-bc4d65473581 is going to be created. [ 1092.637356] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.637564] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.637629] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.638878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.638878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.650276] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67557250-99a3-4397-ae65-bc4d65473581 in Status: UNINITIALIZED for 2s [ 1092.713261] env[66577]: INFO networking_nsxv3.common.synchronization [req-2c048252-7e9b-4224-9aaf-69a598fd689c req-ed97a5b8-cd76-4623-8e80-c9591f6c86f3 tempest-ServerRescueNegativeTestJSON-1641720168 tempest-ServerRescueNegativeTestJSON-1641720168-project-member] Enqueued Resource ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 with Priority: HIGHEST for action security_group_members [ 1092.713837] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 with Priority: HIGHEST for action security_group_members [ 1092.714136] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.714250] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.714314] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.714613] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.715911] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.716051] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.716119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.716295] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.716418] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.716472] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.219681] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.219963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.219963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.220152] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.248602] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.249038] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.249244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.249370] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.249669] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.249842] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.249963] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 is going to be updated. [ 1093.294382] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.294519] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.294519] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.294725] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.294863] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.308101] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 in Status: IN_PROGRESS for 2s [ 1093.884301] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 1093.884562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.884743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.884962] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.885208] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.885349] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.885434] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.885571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.885653] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.885747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.885846] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.388672] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.388672] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.388672] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.388672] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.389233] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.389233] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.389233] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.392626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.392626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.392626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.392626] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.392626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.392626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.392626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.392626] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.392626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.392626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.392626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.392626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.392626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.392626] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.664197] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67557250-99a3-4397-ae65-bc4d65473581 in Status: SUCCESS [ 1094.664428] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.664602] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.664817] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.665026] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.665181] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.665246] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.665450] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.665545] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.665545] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.665754] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67557250-99a3-4397-ae65-bc4d65473581',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.697847] env[66577]: INFO networking_nsxv3.common.synchronization [None req-6b361030-5d5b-47ee-aa95-77219cee44c4 None None] Enqueued Resource ID: f05ec1d4-162c-4586-912d-9f922117eb50 with Priority: HIGHEST for action port [ 1094.698452] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f05ec1d4-162c-4586-912d-9f922117eb50 with Priority: HIGHEST for action port [ 1094.698789] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-f05ec1d4-162c-4586-912d-9f922117eb50 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.698989] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f05ec1d4-162c-4586-912d-9f922117eb50" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.698989] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f05ec1d4-162c-4586-912d-9f922117eb50" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.699345] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f05ec1d4-162c-4586-912d-9f922117eb50" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.699493] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f05ec1d4-162c-4586-912d-9f922117eb50',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.894863] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba275e77-5a3f-42ea-b01c-bf042356d57e: rpc.has_security_group_logging(os_id): False [ 1094.924719] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.924881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.924940] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.925169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.925260] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.925449] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.925565] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.925635] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.925794] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.925868] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.926094] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.926187] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.926265] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.926379] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.926451] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.926641] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.927149] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.927233] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.927526] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.927608] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.927697] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 1095.019033] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.019218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.019287] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.019473] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.019647] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.053527] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 1095.169123] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67557250-99a3-4397-ae65-bc4d65473581',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.206533] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f05ec1d4-162c-4586-912d-9f922117eb50 [ 1095.207049] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.207049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.207049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.207049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.207869] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.207869] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f05ec1d4-162c-4586-912d-9f922117eb50 already deleted. [ 1095.207869] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f05ec1d4-162c-4586-912d-9f922117eb50" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.319760] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 in Status: SUCCESS [ 1095.319980] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1 deletion is rescheduled due to dependency. [ 1095.320114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.408918] env[66577]: INFO networking_nsxv3.common.synchronization [None req-0c84d000-b399-4526-9fd9-dcd4968ec492 tempest-AttachVolumeTestJSON-845045425 tempest-AttachVolumeTestJSON-845045425-project-member] Enqueued Resource ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 with Priority: HIGHEST for action security_group_rules [ 1095.409592] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 with Priority: HIGHEST for action security_group_rules [ 1095.409938] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8b6953d-4b8f-486d-bb0b-ee962438e5e4 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.410131] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.410190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.410843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.411038] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8b6953d-4b8f-486d-bb0b-ee962438e5e4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.501688] env[66577]: INFO networking_nsxv3.common.synchronization [None req-cd796bac-cb3c-4f46-aff1-c112d1bfb161 tempest-AttachVolumeTestJSON-845045425 tempest-AttachVolumeTestJSON-845045425-project-member] Enqueued Resource ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 with Priority: HIGHEST for action security_group_rules [ 1095.502731] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 with Priority: HIGHEST for action security_group_rules [ 1095.502731] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8b6953d-4b8f-486d-bb0b-ee962438e5e4 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.502731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.670795] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67557250-99a3-4397-ae65-bc4d65473581: rpc.has_security_group_logging(os_id): False [ 1095.710021] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.710021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.710021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.710021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.710021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.710021] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.710021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.710021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.710021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.710021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.710021] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67557250-99a3-4397-ae65-bc4d65473581 is going to be created. [ 1095.803699] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.803903] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.803946] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.804153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.804381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.826274] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67557250-99a3-4397-ae65-bc4d65473581 in Status: IN_PROGRESS for 2s [ 1095.942982] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.944860] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.944978] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.945251] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.945355] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.945542] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 already deleted. [ 1095.945542] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.945939] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.946147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.946239] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8b6953d-4b8f-486d-bb0b-ee962438e5e4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.471935] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.471935] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.471935] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.471935] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.472671] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.472671] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 already deleted. [ 1096.472671] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.027081] env[66577]: INFO networking_nsxv3.common.synchronization [None req-9fe0bb37-eca1-4aa7-abcd-4ccf5bd59e82 None None] Enqueued Resource ID: 1ad303fe-a15f-477d-ab01-056407165886 with Priority: HIGHEST for action port [ 1097.027840] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad303fe-a15f-477d-ab01-056407165886 with Priority: HIGHEST for action port [ 1097.028549] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ad303fe-a15f-477d-ab01-056407165886 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.028549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ad303fe-a15f-477d-ab01-056407165886" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.028549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ad303fe-a15f-477d-ab01-056407165886" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.029024] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ad303fe-a15f-477d-ab01-056407165886" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.029146] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ad303fe-a15f-477d-ab01-056407165886',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.071066] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 1097.071066] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.533044] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ad303fe-a15f-477d-ab01-056407165886 [ 1097.533320] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.533320] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.533320] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.533473] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.533570] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.533677] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ad303fe-a15f-477d-ab01-056407165886 already deleted. [ 1097.533760] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ad303fe-a15f-477d-ab01-056407165886" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.822012] env[66577]: INFO networking_nsxv3.common.synchronization [req-a57a53dd-138e-422a-a440-cc05d5ff8281 req-4a08a779-17eb-434b-8c1a-fd1359520f7a tempest-ServerActionsTestJSON-1350215912 tempest-ServerActionsTestJSON-1350215912-project-member] Enqueued Resource ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 with Priority: HIGHEST for action security_group_members [ 1097.822547] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 with Priority: HIGHEST for action security_group_members [ 1097.822851] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d834d21-6726-42e1-b7cc-a86d9f61dbc0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.822969] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.823049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.823292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.823455] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.823556] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.823612] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.823763] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.823845] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.823933] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d834d21-6726-42e1-b7cc-a86d9f61dbc0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.838946] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67557250-99a3-4397-ae65-bc4d65473581 in Status: SUCCESS [ 1097.839537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.169158] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.169158] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.169158] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.169158] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.169503] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.169682] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.169848] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.170142] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.170321] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.170562] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.170700] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.170846] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.170984] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.171139] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.171343] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.171423] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.200163] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.200387] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1098.200595] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.200739] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.201076] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-bc2853e4-6ab8-4b88-afbe-10da5d76e096 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.201275] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-bc2853e4-6ab8-4b88-afbe-10da5d76e096" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.201362] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-bc2853e4-6ab8-4b88-afbe-10da5d76e096" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.201690] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-bc2853e4-6ab8-4b88-afbe-10da5d76e096" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.201827] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc2853e4-6ab8-4b88-afbe-10da5d76e096',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.327437] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.327682] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.327682] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.327905] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.328013] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.328224] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.328322] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.328384] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.328628] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.328628] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.328718] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 already deleted. [ 1098.328775] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.705909] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.706227] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.706271] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.706540] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.706690] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.706854] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port bc2853e4-6ab8-4b88-afbe-10da5d76e096 not found, creating... [ 1098.707131] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.707289] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.707428] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.707659] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.707797] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.708106] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.708264] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.708382] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.708758] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.708858] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.708995] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: bc2853e4-6ab8-4b88-afbe-10da5d76e096 is going to be created. [ 1098.732715] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.733388] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.733388] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.733388] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.733593] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.733789] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-bc2853e4-6ab8-4b88-afbe-10da5d76e096" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.452941] env[66577]: INFO networking_nsxv3.common.synchronization [req-a57a53dd-138e-422a-a440-cc05d5ff8281 req-38707450-296e-4390-95d2-37c256eb01ab service nova] Enqueued Resource ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 with Priority: HIGHEST for action security_group_rules [ 1099.453383] env[66577]: INFO networking_nsxv3.common.synchronization [req-a57a53dd-138e-422a-a440-cc05d5ff8281 req-38707450-296e-4390-95d2-37c256eb01ab service nova] Enqueued Resource ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 with Priority: HIGHEST for action security_group_members [ 1099.453588] env[66577]: INFO networking_nsxv3.common.synchronization [req-a57a53dd-138e-422a-a440-cc05d5ff8281 req-38707450-296e-4390-95d2-37c256eb01ab service nova] Enqueued Resource ID: bc2853e4-6ab8-4b88-afbe-10da5d76e096 with Priority: HIGHEST for action port [ 1099.454816] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 with Priority: HIGHEST for action security_group_rules [ 1099.454975] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 with Priority: HIGHEST for action security_group_members [ 1099.455315] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc2853e4-6ab8-4b88-afbe-10da5d76e096 with Priority: HIGHEST for action port [ 1099.455874] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d834d21-6726-42e1-b7cc-a86d9f61dbc0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.456019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.456099] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.456304] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.456385] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d834d21-6726-42e1-b7cc-a86d9f61dbc0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.457276] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d834d21-6726-42e1-b7cc-a86d9f61dbc0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.457384] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.457494] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.457686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.457836] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.457965] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.458032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.458143] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.458496] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.458905] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d834d21-6726-42e1-b7cc-a86d9f61dbc0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.459515] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc2853e4-6ab8-4b88-afbe-10da5d76e096 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.459643] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc2853e4-6ab8-4b88-afbe-10da5d76e096" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.460202] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc2853e4-6ab8-4b88-afbe-10da5d76e096" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.460403] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc2853e4-6ab8-4b88-afbe-10da5d76e096" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.460530] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc2853e4-6ab8-4b88-afbe-10da5d76e096',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.962847] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1d834d21-6726-42e1-b7cc-a86d9f61dbc0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.964433] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d834d21-6726-42e1-b7cc-a86d9f61dbc0 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.964575] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.965333] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc2853e4-6ab8-4b88-afbe-10da5d76e096 with status ACTIVE [ 1099.965333] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.965333] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.965333] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.965889] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.965889] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.966319] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.966319] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.966409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.966603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.966718] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.966958] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.967126] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.967126] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.967343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.967459] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.967574] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc2853e4-6ab8-4b88-afbe-10da5d76e096 is going to be updated. [ 1099.995258] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.995430] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.995487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.995684] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.995822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.995981] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc2853e4-6ab8-4b88-afbe-10da5d76e096" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.271368] env[66577]: INFO networking_nsxv3.common.synchronization [req-f1ff7322-35d0-42dc-b9b3-60bc535e83bb req-4821a54b-c78f-4be3-96fc-0ee7f938663b tempest-ServerDiskConfigTestJSON-513577884 tempest-ServerDiskConfigTestJSON-513577884-project-member] Enqueued Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 1100.271764] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 1100.272653] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.272653] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.272653] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.272830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.272966] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.273083] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.273146] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.273303] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.273386] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.273478] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.470441] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1d834d21-6726-42e1-b7cc-a86d9f61dbc0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.654723] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.655275] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-684" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.655566] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-684" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.656023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-684" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.656337] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.656626] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.656818] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.657105] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.657316] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.657619] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.657820] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.657985] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.658158] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.658320] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.658476] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.658666] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.687688] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.687688] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.687688] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.687688] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-684" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.688279] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-e77202ca-d644-45d4-8060-5debdd7657f6 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.688279] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-e77202ca-d644-45d4-8060-5debdd7657f6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.688279] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-e77202ca-d644-45d4-8060-5debdd7657f6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.688636] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-e77202ca-d644-45d4-8060-5debdd7657f6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.688785] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e77202ca-d644-45d4-8060-5debdd7657f6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.775884] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.776176] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.776176] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.776329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.776569] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.776666] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.776738] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.776784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.776898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.776967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.777094] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 is going to be updated. [ 1100.830324] env[66577]: INFO networking_nsxv3.common.synchronization [req-0d5bb323-85d8-4bfe-ae36-c94ed581a9c8 req-76da4b39-e454-4918-8a15-6be5f606a680 tempest-ImagesTestJSON-1308165066 tempest-ImagesTestJSON-1308165066-project-member] Enqueued Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 1100.831677] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGHEST for action security_group_members [ 1100.831677] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.831677] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.831677] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.831677] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.832033] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.832033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.832033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.832166] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.832276] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.832381] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.846427] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.846571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.847704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.847704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.847704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.858756] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: IN_PROGRESS for 2s [ 1100.974612] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.975074] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.975074] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.975239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.975306] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.975368] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 is going to be created. [ 1101.011886] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.012098] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.012179] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.012482] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.012655] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.023872] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 in Status: UNINITIALIZED for 2s [ 1101.191693] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.192029] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.192189] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.192500] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.192700] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.192875] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port e77202ca-d644-45d4-8060-5debdd7657f6 not found, creating... [ 1101.193212] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.193403] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.193551] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.193810] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.193981] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.194338] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.194526] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.194679] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.194962] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.195110] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.195286] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: e77202ca-d644-45d4-8060-5debdd7657f6 is going to be created. [ 1101.217192] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.217419] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.217545] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.217833] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.218196] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.218425] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-e77202ca-d644-45d4-8060-5debdd7657f6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.334303] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.334567] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.334567] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.334722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.334855] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.334997] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.335109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.335171] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.335323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.335448] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.335496] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e is going to be updated. [ 1101.380273] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.380433] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.380498] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.380742] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.380901] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.401841] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: IN_PROGRESS for 2s [ 1101.924619] env[66577]: INFO networking_nsxv3.common.synchronization [req-f1ff7322-35d0-42dc-b9b3-60bc535e83bb req-0e36e64c-79a9-499b-9b74-bab041d85d3b service nova] Enqueued Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_rules [ 1101.924861] env[66577]: INFO networking_nsxv3.common.synchronization [req-f1ff7322-35d0-42dc-b9b3-60bc535e83bb req-0e36e64c-79a9-499b-9b74-bab041d85d3b service nova] Enqueued Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 1101.925172] env[66577]: INFO networking_nsxv3.common.synchronization [req-f1ff7322-35d0-42dc-b9b3-60bc535e83bb req-0e36e64c-79a9-499b-9b74-bab041d85d3b service nova] Enqueued Resource ID: e77202ca-d644-45d4-8060-5debdd7657f6 with Priority: HIGHEST for action port [ 1101.925642] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_rules [ 1101.929018] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 1101.929018] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e77202ca-d644-45d4-8060-5debdd7657f6 with Priority: HIGHEST for action port [ 1101.929018] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.929018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.929018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.929018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.929018] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.929018] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.929018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.929018] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e77202ca-d644-45d4-8060-5debdd7657f6 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.929018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e77202ca-d644-45d4-8060-5debdd7657f6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.929018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e77202ca-d644-45d4-8060-5debdd7657f6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.929018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e77202ca-d644-45d4-8060-5debdd7657f6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.929018] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e77202ca-d644-45d4-8060-5debdd7657f6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.431977] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.432381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.432381] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e77202ca-d644-45d4-8060-5debdd7657f6 with status ACTIVE [ 1102.432532] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.432664] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.432715] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.432927] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.433015] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.433204] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.433298] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.433357] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.433503] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.433601] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.433797] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.433892] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.433953] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.434127] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.434192] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.434278] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e77202ca-d644-45d4-8060-5debdd7657f6 is going to be updated. [ 1102.458208] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.458355] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.458425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.458639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.458774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.458929] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e77202ca-d644-45d4-8060-5debdd7657f6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.869688] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: SUCCESS [ 1102.869966] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 deletion is rescheduled due to dependency. [ 1102.870132] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.870358] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.870634] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.870874] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.871042] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.871132] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.871345] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.871452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.871576] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.036531] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 in Status: SUCCESS [ 1103.036779] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.037025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.037175] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.037557] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.037557] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.037677] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.037781] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.037841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.037924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.038038] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1d834d21-6726-42e1-b7cc-a86d9f61dbc0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.373943] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.415029] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf804a78-e142-46f8-ab91-b0bb37b5608e in Status: SUCCESS [ 1103.415206] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e deletion is rescheduled due to dependency. [ 1103.415330] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.540176] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1d834d21-6726-42e1-b7cc-a86d9f61dbc0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.812620] env[66577]: INFO networking_nsxv3.common.synchronization [req-c67719a0-a3e8-4ed0-a3a3-6e00e7b83cbf req-46e79148-b406-457a-b17f-8c558b1be6e6 tempest-ServerActionsTestOtherA-1296391462 tempest-ServerActionsTestOtherA-1296391462-project-member] Enqueued Resource ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 with Priority: HIGHEST for action security_group_members [ 1103.814225] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 with Priority: HIGHEST for action security_group_members [ 1103.814225] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.814225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.814225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.814225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.814225] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.814225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.815776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.815776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.815776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.815776] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f0060e4-f9ea-4e46-aa17-eb22eccdc930',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.876697] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.043046] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1d834d21-6726-42e1-b7cc-a86d9f61dbc0: rpc.has_security_group_logging(os_id): False [ 1104.062289] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.062289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.062289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.062521] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.062616] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.062809] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.062909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.062968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.063129] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.063201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.063286] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 is going to be created. [ 1104.131081] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.131318] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.131411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.131651] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.131862] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.143574] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 in Status: IN_PROGRESS for 2s [ 1104.317079] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.317326] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.317326] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.317578] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.317727] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.317907] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.318017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.318084] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.318266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.318345] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.318428] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 is going to be updated. [ 1104.374737] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.374737] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.374737] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.374737] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.374737] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.380034] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.381125] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.381237] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.381481] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.381632] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.382247] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 is going to be updated. [ 1104.410997] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 in Status: IN_PROGRESS for 2s [ 1104.457305] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.459369] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.459369] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.459369] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.459369] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.480422] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: IN_PROGRESS for 2s [ 1106.159084] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 in Status: SUCCESS [ 1106.159491] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.425143] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 in Status: SUCCESS [ 1106.425340] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 deletion is rescheduled due to dependency. [ 1106.425456] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.491260] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: SUCCESS [ 1106.491476] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.491646] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.491871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.492092] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.492202] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.492267] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.492428] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.492514] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.492596] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.492699] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.998023] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.998023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.998023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.998023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.998023] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.998023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.998023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.998023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.998023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.998023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.998023] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.998023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.998023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.998023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.998023] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.998023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.998772] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.998772] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.998772] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.998772] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.998772] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.053291] env[66577]: INFO networking_nsxv3.common.synchronization [req-13166686-fcd0-4f63-a225-b2741472825e req-09540898-b2d8-422b-81aa-41813f3e7b84 tempest-ServersTestJSON-1986641018 tempest-ServersTestJSON-1986641018-project-member] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 1107.053291] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 1107.053291] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.053291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.053498] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.053692] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.054513] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.054513] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.054513] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.058023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.058023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.058023] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.501142] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fa613fd-3168-4037-8718-74203945f487: rpc.has_security_group_logging(os_id): False [ 1107.521825] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.522109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.522109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.522443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.522443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.522679] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.522794] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.522850] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.523033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.523115] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.523296] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.523393] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.523461] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.523581] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.523654] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.523840] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.523932] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.523996] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.524138] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.524228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.524316] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fa613fd-3168-4037-8718-74203945f487 is going to be updated. [ 1107.558330] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.606620] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.606759] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.606759] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.606973] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.607138] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.623202] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: IN_PROGRESS for 2s [ 1108.061237] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.485087] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.485335] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.485414] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.485633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.485800] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.567085] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.567504] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.567504] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.567620] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.567741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.567908] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 1108.613769] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.613769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.613977] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.614919] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.614919] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.625658] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 1108.989848] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.492434] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.641076] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: SUCCESS [ 1109.641076] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.994953] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1109.995074] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1110.655282] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 1110.655622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.683185] env[66577]: INFO networking_nsxv3.common.synchronization [req-1587af02-c297-4b9f-93ce-91808c446b35 req-8f4bd888-5d5e-422e-9d3e-350cba5713ad tempest-ServerActionsV293TestJSON-65716803 tempest-ServerActionsV293TestJSON-65716803-project-member] Enqueued Resource ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 with Priority: HIGHEST for action security_group_members [ 1110.683185] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 with Priority: HIGHEST for action security_group_members [ 1110.683185] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5846eae-e4a2-4040-b1b7-841d08b8a7c0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.683185] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.683185] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.683185] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.683185] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.683185] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.683185] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.684336] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.685028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.685028] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5846eae-e4a2-4040-b1b7-841d08b8a7c0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.923386] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.923527] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.923602] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.923822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.938856] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1110.939802] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.940979] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1110.988158] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.988158] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.988158] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.988158] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.994658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.995340] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1110.995462] env[66577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1110.995603] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1111.047925] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.048091] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.048159] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.048584] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.050193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.050393] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1111.134697] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.134853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.134916] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.135114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.135392] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.135648] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1111.186830] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.186970] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.187051] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.187271] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.209012] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.209492] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.209492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.209492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.209682] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.209889] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.210009] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 is going to be updated. [ 1111.234231] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.234416] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.234484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.234726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.235066] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.235412] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1111.235522] env[66577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'241649b6-42c9-455d-9b55-4f08023fec68', '44f88f2a-9450-45c6-92d5-efb4d3ca9ec5', 'a7e44a22-5fbc-4513-af99-170c228bf747', '67557250-99a3-4397-ae65-bc4d65473581', 'e5846eae-e4a2-4040-b1b7-841d08b8a7c0', '1784fc89-0409-415b-905a-8cde14fab131', 'a3cf231b-ed52-44ae-8392-b14702ef177e', '11e82a13-7585-413e-b56c-1d0a5f62a6c6', 'a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f', 'a7963e12-4e70-48c4-bfa1-d9653de2e4c2', '63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625', '128d4379-3ed4-49ec-b013-6bdfa169ccb5', 'e8598f61-3f79-4b7d-9663-b713118b9c40', 'ba275e77-5a3f-42ea-b01c-bf042356d57e', '6fc8e891-5fea-43a1-94a8-0644be807768', '395a0830-5c21-4961-a05e-809f9149ee39', '5a67f607-df3b-4091-9c6b-77b60d576487', '09ef8d85-d1c3-4091-8882-4679293f58fe', 'c1cb8fd4-1963-4132-b293-f92846f43b67', '64303e1f-9e7a-4528-a64d-0ac42c916cf7', 'e4439173-5256-4faa-bef7-9d10631a1b31', '3f0060e4-f9ea-4e46-aa17-eb22eccdc930', 'cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c', 'a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc', 'bf804a78-e142-46f8-ab91-b0bb37b5608e', '1d834d21-6726-42e1-b7cc-a86d9f61dbc0', '7f3b6498-0117-4f0c-bf7c-0d845a446689', '68cf4cf4-ceb5-4093-bfcf-370102242b30', '0b9ce399-65f7-44f5-b1b5-df6e33bf22a9', 'b83c40f7-68d9-4416-ad91-42fed8d778d5', 'aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1', 'cbb4e956-0433-4e20-b64c-9dedce983586', 'cf44676c-780c-4c08-954f-6cfeec230929', '1c51b493-96c3-4e5e-85d5-20eb8ffcc14a', 'a2c58e40-54a5-40bb-aa94-1919b7e2f666', '471af82a-7ff3-434b-adc3-74340dd3f508', 'd3c664c4-7fcc-49e5-adf3-8d36d8825b13', '2ad17886-d926-41de-abdb-ecb9d74ad410', '017b739e-63d1-4716-92fe-d179579d9a73', '1ec22806-11db-4781-bb28-cdbc24ff60e4', '8a9b62f1-5f35-4b00-af93-a0346a61e0ef', '8fa613fd-3168-4037-8718-74203945f487', '1042ec34-95cb-4be6-90bd-b0eabd47923c', '11ca2f4a-0dec-418f-968b-b83b5d85b00f', 'b54fd529-a9f5-4510-a094-a34048f8fc8e', '96805d36-0593-45c3-ab7f-d5f83ad02d46', '05d8e9b7-9405-4e8d-a78e-d4e2ea83723b', 'c211bba1-9fab-4c7e-82b8-e5b70861b181'} {{(pid=66577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1111.235639] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1111.244455] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.244654] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.244780] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.244900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.245083] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.255369] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 in Status: IN_PROGRESS for 2s [ 1111.259805] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.259978] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.260183] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.260307] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.260402] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.260608] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1111.260608] env[66577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1111.260818] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1111.386790] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.387042] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.387042] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.387227] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.388352] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.388627] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1111.388702] env[66577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1111.388760] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1111.388825] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1111.388896] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1111.389081] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 241649b6-42c9-455d-9b55-4f08023fec68 with Priority: HIGH for action security_group_rules [ 1111.389081] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 with Priority: HIGH for action security_group_rules [ 1111.389170] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7e44a22-5fbc-4513-af99-170c228bf747 with Priority: HIGH for action security_group_rules [ 1111.389170] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67557250-99a3-4397-ae65-bc4d65473581 with Priority: HIGH for action security_group_rules [ 1111.389245] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 with Priority: HIGH for action security_group_rules [ 1111.389292] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1784fc89-0409-415b-905a-8cde14fab131 with Priority: HIGH for action security_group_rules [ 1111.389339] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3cf231b-ed52-44ae-8392-b14702ef177e with Priority: HIGH for action security_group_rules [ 1111.389395] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11e82a13-7585-413e-b56c-1d0a5f62a6c6 with Priority: HIGH for action security_group_rules [ 1111.389451] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f with Priority: HIGH for action security_group_rules [ 1111.389510] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 with Priority: HIGH for action security_group_rules [ 1111.389564] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGH for action security_group_rules [ 1111.389622] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGH for action security_group_rules [ 1111.389678] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8598f61-3f79-4b7d-9663-b713118b9c40 with Priority: HIGH for action security_group_rules [ 1111.389803] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGH for action security_group_rules [ 1111.389869] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6fc8e891-5fea-43a1-94a8-0644be807768 with Priority: HIGH for action security_group_rules [ 1111.389937] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGH for action security_group_rules [ 1111.389983] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a67f607-df3b-4091-9c6b-77b60d576487 with Priority: HIGH for action security_group_rules [ 1111.390045] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGH for action security_group_rules [ 1111.390104] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1cb8fd4-1963-4132-b293-f92846f43b67 with Priority: HIGH for action security_group_rules [ 1111.390183] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64303e1f-9e7a-4528-a64d-0ac42c916cf7 with Priority: HIGH for action security_group_rules [ 1111.390314] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.826153] env[66577]: INFO networking_nsxv3.common.synchronization [req-bc632f76-96ea-462a-a057-f5913de78167 req-de1fb76c-e7d4-4db7-875f-847ec8a20982 tempest-MultipleCreateTestJSON-1431986401 tempest-MultipleCreateTestJSON-1431986401-project-member] Enqueued Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1111.826696] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1111.827298] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241649b6-42c9-455d-9b55-4f08023fec68 with Priority: HIGH for action security_group_rules [ 1111.827298] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e44a22-5fbc-4513-af99-170c228bf747 with Priority: HIGH for action security_group_rules [ 1111.827439] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3cf231b-ed52-44ae-8392-b14702ef177e with Priority: HIGH for action security_group_rules [ 1111.827681] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc8e891-5fea-43a1-94a8-0644be807768 with Priority: HIGH for action security_group_rules [ 1111.827866] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64303e1f-9e7a-4528-a64d-0ac42c916cf7 with Priority: HIGH for action security_group_rules [ 1111.828750] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1cb8fd4-1963-4132-b293-f92846f43b67 with Priority: HIGH for action security_group_rules [ 1111.828982] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ef8d85-d1c3-4091-8882-4679293f58fe with Priority: HIGH for action security_group_rules [ 1111.829151] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a67f607-df3b-4091-9c6b-77b60d576487 with Priority: HIGH for action security_group_rules [ 1111.831025] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGH for action security_group_rules [ 1111.831025] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGH for action security_group_rules [ 1111.831025] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8598f61-3f79-4b7d-9663-b713118b9c40 with Priority: HIGH for action security_group_rules [ 1111.831025] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGH for action security_group_rules [ 1111.831025] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGH for action security_group_rules [ 1111.831025] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 with Priority: HIGH for action security_group_rules [ 1111.831025] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f with Priority: HIGH for action security_group_rules [ 1111.831025] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1784fc89-0409-415b-905a-8cde14fab131 with Priority: HIGH for action security_group_rules [ 1111.831025] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e82a13-7585-413e-b56c-1d0a5f62a6c6 with Priority: HIGH for action security_group_rules [ 1111.831025] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 with Priority: HIGH for action security_group_rules [ 1111.831025] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 with Priority: HIGH for action security_group_rules [ 1111.831025] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67557250-99a3-4397-ae65-bc4d65473581 with Priority: HIGH for action security_group_rules [ 1111.831025] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.831757] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.831757] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.831757] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.832360] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.832360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.832360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.832556] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.832677] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.832813] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.834342] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-241649b6-42c9-455d-9b55-4f08023fec68 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.834484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.834584] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.834810] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.834943] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('241649b6-42c9-455d-9b55-4f08023fec68',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.837295] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7e44a22-5fbc-4513-af99-170c228bf747 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.837295] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.837295] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.837295] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.837295] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7e44a22-5fbc-4513-af99-170c228bf747',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.838632] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3cf231b-ed52-44ae-8392-b14702ef177e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.838632] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.838783] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.838834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.838922] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3cf231b-ed52-44ae-8392-b14702ef177e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.840270] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fc8e891-5fea-43a1-94a8-0644be807768 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.840408] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.840933] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.840981] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.841065] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fc8e891-5fea-43a1-94a8-0644be807768',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.842397] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64303e1f-9e7a-4528-a64d-0ac42c916cf7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.843209] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.843209] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.843209] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.843209] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64303e1f-9e7a-4528-a64d-0ac42c916cf7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.844834] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1cb8fd4-1963-4132-b293-f92846f43b67 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.845067] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.845113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.845255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.845337] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1cb8fd4-1963-4132-b293-f92846f43b67',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.847680] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09ef8d85-d1c3-4091-8882-4679293f58fe taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.847680] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.847680] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.847680] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.847680] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09ef8d85-d1c3-4091-8882-4679293f58fe',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.847994] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a67f607-df3b-4091-9c6b-77b60d576487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.849208] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.849208] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.849208] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.849208] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a67f607-df3b-4091-9c6b-77b60d576487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.849866] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.850020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.850110] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.850382] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.850459] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.851697] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-395a0830-5c21-4961-a05e-809f9149ee39 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.851697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.851697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.851901] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.852051] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.852809] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8598f61-3f79-4b7d-9663-b713118b9c40 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.852949] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.853044] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.853257] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.853366] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8598f61-3f79-4b7d-9663-b713118b9c40',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.854149] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.854254] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.854320] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.854516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.854672] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.855582] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.856261] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.856337] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.856496] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.856571] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.857274] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7963e12-4e70-48c4-bfa1-d9653de2e4c2 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.857379] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.857436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.857593] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.857665] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7963e12-4e70-48c4-bfa1-d9653de2e4c2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.858391] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.858497] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.858562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.859986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.860086] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.861068] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1784fc89-0409-415b-905a-8cde14fab131 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.861331] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.861331] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.861544] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.861544] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1784fc89-0409-415b-905a-8cde14fab131',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.863102] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e82a13-7585-413e-b56c-1d0a5f62a6c6 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.863102] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.863102] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.863102] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.863102] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e82a13-7585-413e-b56c-1d0a5f62a6c6',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.863465] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5846eae-e4a2-4040-b1b7-841d08b8a7c0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.863586] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.863653] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.863808] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.863906] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5846eae-e4a2-4040-b1b7-841d08b8a7c0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.865884] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.865884] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.865884] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.866297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.866377] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('44f88f2a-9450-45c6-92d5-efb4d3ca9ec5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.867443] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67557250-99a3-4397-ae65-bc4d65473581 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.867509] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.867548] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.867695] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.867789] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67557250-99a3-4397-ae65-bc4d65473581',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.882052] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.882237] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.882338] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.882600] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.914569] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.914741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.921039] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.921185] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.924117] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.924277] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.938228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.938473] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.938615] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.938665] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.938852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.938934] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.939032] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 is going to be updated. [ 1111.940319] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.940425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.962817] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.962988] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 241649b6-42c9-455d-9b55-4f08023fec68 is going to be deleted. [ 1111.964434] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.964657] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.987290] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.987438] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.987509] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.987732] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.988151] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.993515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.994585] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3cf231b-ed52-44ae-8392-b14702ef177e is going to be deleted. [ 1111.995645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.995861] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.997286] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: IN_PROGRESS for 2s [ 1112.016528] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.016528] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7e44a22-5fbc-4513-af99-170c228bf747 is going to be deleted. [ 1112.030905] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.031088] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.031135] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.031327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.031409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.031520] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-241649b6-42c9-455d-9b55-4f08023fec68" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.057139] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.057139] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.057139] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.057139] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.057139] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.057139] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3cf231b-ed52-44ae-8392-b14702ef177e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.122269] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.122428] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.122498] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.122793] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.122959] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.123066] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7e44a22-5fbc-4513-af99-170c228bf747" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.244160] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.244461] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-240" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.244594] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-240" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.244860] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-240" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.245141] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.245299] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.245413] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.245625] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.245770] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.245990] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.246326] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.246456] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.246569] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.246684] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.246794] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.247634] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.275194] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.275381] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.275520] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.275706] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-240" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.276037] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-e6ad6ae8-67c2-45a1-a5f6-b2c69c387a91 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.276223] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-e6ad6ae8-67c2-45a1-a5f6-b2c69c387a91" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.276345] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-e6ad6ae8-67c2-45a1-a5f6-b2c69c387a91" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.276686] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-e6ad6ae8-67c2-45a1-a5f6-b2c69c387a91" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.276826] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6ad6ae8-67c2-45a1-a5f6-b2c69c387a91',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.371703] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.371995] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.371995] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.372199] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.372369] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.372463] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.372530] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.372696] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.372776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.372860] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.372943] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.407426] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67557250-99a3-4397-ae65-bc4d65473581 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.407578] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.407645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.407897] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.408134] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.408243] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.408310] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.408468] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.408568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.408653] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.408774] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67557250-99a3-4397-ae65-bc4d65473581',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.425373] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.425587] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.425644] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.425999] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.427552] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.427677] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.432868] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.433048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.434879] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.434879] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.438367] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.438367] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.449923] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.451499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.464039] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.464196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.465143] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.465243] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.466010] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.466236] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.470018] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.470018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.470018] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.470018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.470018] env[66577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1112.470018] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.470018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.470018] env[66577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1112.470781] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.470781] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.470974] env[66577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1112.471313] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.471406] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.471967] env[66577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1112.472466] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.472466] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64303e1f-9e7a-4528-a64d-0ac42c916cf7 is going to be deleted. [ 1112.473445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.473669] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.475112] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.475209] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.500678] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.500678] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a67f607-df3b-4091-9c6b-77b60d576487 is going to be deleted. [ 1112.500678] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.500678] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.500678] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.500678] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 is going to be deleted. [ 1112.501282] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.501453] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.531221] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.531369] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09ef8d85-d1c3-4091-8882-4679293f58fe is going to be deleted. [ 1112.532441] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.532547] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.547826] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.548049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.558297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.558477] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 is going to be deleted. [ 1112.559856] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.560108] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.591599] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.591797] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.637641] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.637783] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fc8e891-5fea-43a1-94a8-0644be807768 is going to be deleted. [ 1112.638813] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.639055] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.687738] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.688392] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 395a0830-5c21-4961-a05e-809f9149ee39 is going to be deleted. [ 1112.690292] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.690453] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.690549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.692362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.692362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.692362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.692663] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.692904] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.695035] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.695283] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.779398] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.780310] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.780310] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.780310] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.781152] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.781293] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port e6ad6ae8-67c2-45a1-a5f6-b2c69c387a91 not found, creating... [ 1112.781562] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.781742] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.781872] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.782167] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.782317] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.782627] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.782790] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.782906] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.788021] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.788021] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.788021] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: e6ad6ae8-67c2-45a1-a5f6-b2c69c387a91 is going to be created. [ 1112.796452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.796452] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8598f61-3f79-4b7d-9663-b713118b9c40 is going to be deleted. [ 1112.797748] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.798077] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.800860] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.801022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.802441] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.802584] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.842679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.842989] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1784fc89-0409-415b-905a-8cde14fab131 is going to be deleted. [ 1112.846174] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.846174] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.846174] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.846174] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.846174] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.846174] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.846537] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.846619] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-e6ad6ae8-67c2-45a1-a5f6-b2c69c387a91" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.880705] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.880705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.880705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.880705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.880705] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.882910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.882910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.882910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.882910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.882910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.882910] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.882910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.882910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.882910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.882910] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.882910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.882910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.882910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.882910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.882910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.882910] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.920114] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67557250-99a3-4397-ae65-bc4d65473581',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.994515] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.994515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.000313] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.000479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.007397] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.007563] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1cb8fd4-1963-4132-b293-f92846f43b67 is going to be deleted. [ 1113.008677] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.008809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.064951] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.065131] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e82a13-7585-413e-b56c-1d0a5f62a6c6 is going to be deleted. [ 1113.067508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.067798] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.272552] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.272552] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 44f88f2a-9450-45c6-92d5-efb4d3ca9ec5 is going to be deleted. [ 1113.273651] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.273757] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.301847] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 in Status: IN_PROGRESS for 4s [ 1113.303872] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.303872] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.319389] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.319389] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f is going to be deleted. [ 1113.319984] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.319984] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.320227] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.320586] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 is going to be deleted. [ 1113.321990] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.322513] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.322513] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.322513] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64303e1f-9e7a-4528-a64d-0ac42c916cf7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.323148] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.323241] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.323292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.323804] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a67f607-df3b-4091-9c6b-77b60d576487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.324323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.324489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.343639] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.343755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.362731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.362894] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7963e12-4e70-48c4-bfa1-d9653de2e4c2 is going to be deleted. [ 1113.363859] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.364093] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.364183] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.364308] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09ef8d85-d1c3-4091-8882-4679293f58fe" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.364704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.364873] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.365028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.365631] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.365776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.365993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.366089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.366199] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fc8e891-5fea-43a1-94a8-0644be807768" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.366334] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.366484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.366565] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.366695] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8598f61-3f79-4b7d-9663-b713118b9c40" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.366840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.366975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.367057] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.367167] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.367297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.367441] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.367510] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.367634] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1784fc89-0409-415b-905a-8cde14fab131" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.367800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.367900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.367967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.368093] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1cb8fd4-1963-4132-b293-f92846f43b67" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.385046] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba275e77-5a3f-42ea-b01c-bf042356d57e: rpc.has_security_group_logging(os_id): False [ 1113.427024] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67557250-99a3-4397-ae65-bc4d65473581: rpc.has_security_group_logging(os_id): False [ 1113.430928] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.431144] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.431193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.432013] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.432013] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.432013] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e82a13-7585-413e-b56c-1d0a5f62a6c6" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.441033] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.441374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.441491] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.441929] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.441929] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.441929] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.448235] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.448482] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.448482] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.448741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.448857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.449189] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-44f88f2a-9450-45c6-92d5-efb4d3ca9ec5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.471460] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.471588] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.471643] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.471858] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.509424] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.509682] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.516218] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.516387] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.567577] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.567896] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.568033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.568099] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.568302] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.568377] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.568576] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.568667] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.568721] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.568869] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.568938] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.569144] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.569219] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.569275] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.570433] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.570433] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.570433] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 1113.571370] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.571862] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.620667] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.620667] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.629615] env[66577]: INFO networking_nsxv3.common.synchronization [req-bc632f76-96ea-462a-a057-f5913de78167 req-aea0ba5d-c7e6-4465-a402-e5f8c5806f8f service nova] Enqueued Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_rules [ 1113.629863] env[66577]: INFO networking_nsxv3.common.synchronization [req-bc632f76-96ea-462a-a057-f5913de78167 req-aea0ba5d-c7e6-4465-a402-e5f8c5806f8f service nova] Enqueued Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1113.630024] env[66577]: INFO networking_nsxv3.common.synchronization [req-bc632f76-96ea-462a-a057-f5913de78167 req-aea0ba5d-c7e6-4465-a402-e5f8c5806f8f service nova] Enqueued Resource ID: e6ad6ae8-67c2-45a1-a5f6-b2c69c387a91 with Priority: HIGHEST for action port [ 1113.630711] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_rules [ 1113.630711] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1113.630836] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6ad6ae8-67c2-45a1-a5f6-b2c69c387a91 with Priority: HIGHEST for action port [ 1113.631277] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.631491] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.631584] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.631845] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.631974] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.632931] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.633091] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.633350] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6ad6ae8-67c2-45a1-a5f6-b2c69c387a91 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.633672] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6ad6ae8-67c2-45a1-a5f6-b2c69c387a91" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.633786] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6ad6ae8-67c2-45a1-a5f6-b2c69c387a91" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.634049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6ad6ae8-67c2-45a1-a5f6-b2c69c387a91" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.634173] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6ad6ae8-67c2-45a1-a5f6-b2c69c387a91',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.636977] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.637315] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.639486] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.640506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.640506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.640506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.640506] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67557250-99a3-4397-ae65-bc4d65473581 is going to be updated. [ 1113.641609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.642098] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.642098] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.642216] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2459a15-cae9-48cf-ab7c-e9ad6da0fe5f" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.642851] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.642953] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.643190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.643670] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7963e12-4e70-48c4-bfa1-d9653de2e4c2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.786300] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.786300] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.786300] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.786649] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.786649] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.823393] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 1113.836130] env[66577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1113.836913] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.837123] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.837556] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.837556] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.838094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.876383] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67557250-99a3-4397-ae65-bc4d65473581 in Status: IN_PROGRESS for 2s [ 1114.008728] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: SUCCESS [ 1114.008963] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 deletion is rescheduled due to dependency. [ 1114.009043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.009214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.009450] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.009636] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.009799] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.009865] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.010012] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.010090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.010188] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.137815] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.138050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.138166] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6ad6ae8-67c2-45a1-a5f6-b2c69c387a91 with status ACTIVE [ 1114.138288] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.139289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.139289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.139289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.139289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.139289] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.139289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.139289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.139289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.139289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.140201] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.140201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.140201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.140201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.140201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.140201] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6ad6ae8-67c2-45a1-a5f6-b2c69c387a91 is going to be updated. [ 1114.173981] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.173981] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.174405] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.174405] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.174496] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.174689] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6ad6ae8-67c2-45a1-a5f6-b2c69c387a91" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.513410] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.015427] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.098852] env[66577]: INFO networking_nsxv3.common.synchronization [req-bc632f76-96ea-462a-a057-f5913de78167 req-050a5c91-d4ac-46e1-8af6-9e059251fd36 tempest-MultipleCreateTestJSON-1431986401 tempest-MultipleCreateTestJSON-1431986401-project-member] Enqueued Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1115.098852] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1115.098852] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.098852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.321373] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 in Status: SUCCESS [ 1115.321575] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5846eae-e4a2-4040-b1b7-841d08b8a7c0 deletion is rescheduled due to dependency. [ 1115.321740] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5846eae-e4a2-4040-b1b7-841d08b8a7c0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.419581] env[66577]: INFO networking_nsxv3.common.synchronization [None req-edc459fe-fda9-426a-a2a3-322df8f64cea None None] Enqueued Resource ID: 8279538b-1eb1-4486-be23-1063c24bc2ec with Priority: HIGHEST for action port [ 1115.421103] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8279538b-1eb1-4486-be23-1063c24bc2ec with Priority: HIGHEST for action port [ 1115.421103] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-8279538b-1eb1-4486-be23-1063c24bc2ec taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.421103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8279538b-1eb1-4486-be23-1063c24bc2ec" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.421103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8279538b-1eb1-4486-be23-1063c24bc2ec" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.421385] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8279538b-1eb1-4486-be23-1063c24bc2ec" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.421609] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8279538b-1eb1-4486-be23-1063c24bc2ec',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.520047] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.520047] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.520047] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.520047] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.520047] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.520047] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 is going to be updated. [ 1115.553444] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.553583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.556019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.556019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.556019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.565122] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: IN_PROGRESS for 2s [ 1115.600218] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.600412] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-240" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.600525] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-240" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.600880] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-240" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.601883] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.602068] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.602213] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.602708] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.602901] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.603247] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.603386] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.603499] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.603612] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.603996] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.604092] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.604236] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.628021] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.628021] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.628021] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.628021] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-240" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.628021] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-1711dedc-b80a-4cf7-8853-c32485bc67aa taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.628021] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-1711dedc-b80a-4cf7-8853-c32485bc67aa" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.628021] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-1711dedc-b80a-4cf7-8853-c32485bc67aa" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.628021] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-1711dedc-b80a-4cf7-8853-c32485bc67aa" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.628021] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1711dedc-b80a-4cf7-8853-c32485bc67aa',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.847950] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 1115.848090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.894386] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67557250-99a3-4397-ae65-bc4d65473581 in Status: SUCCESS [ 1115.894386] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.926230] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8279538b-1eb1-4486-be23-1063c24bc2ec [ 1115.926541] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.926633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.926633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.926848] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.926936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.927043] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8279538b-1eb1-4486-be23-1063c24bc2ec already deleted. [ 1115.927126] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8279538b-1eb1-4486-be23-1063c24bc2ec" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.131423] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.132132] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.132132] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.132373] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.132373] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.132494] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 1711dedc-b80a-4cf7-8853-c32485bc67aa not found, creating... [ 1116.132778] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.132923] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.133049] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.133290] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.133426] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.133716] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.134034] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.134115] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.134315] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.134500] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.134669] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 1711dedc-b80a-4cf7-8853-c32485bc67aa is going to be created. [ 1116.173258] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.173258] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.173258] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.173258] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.173258] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.173258] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-1711dedc-b80a-4cf7-8853-c32485bc67aa" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.593269] env[66577]: INFO networking_nsxv3.common.synchronization [req-e17553c0-8b9e-4b73-99df-c736d12c8455 req-1caaefe1-84c3-45c0-a118-24287b09f1b3 tempest-ServerRescueNegativeTestJSON-1641720168 tempest-ServerRescueNegativeTestJSON-1641720168-project-member] Enqueued Resource ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 with Priority: HIGHEST for action security_group_members [ 1116.593269] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 with Priority: HIGHEST for action security_group_members [ 1116.597566] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3b6498-0117-4f0c-bf7c-0d845a446689 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.597730] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.597823] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.598048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.598231] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.598337] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.598400] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.598562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.598648] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.598743] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f3b6498-0117-4f0c-bf7c-0d845a446689',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.931745] env[66577]: INFO networking_nsxv3.common.synchronization [req-bc632f76-96ea-462a-a057-f5913de78167 req-1162dedb-96df-43f1-88a7-c24423fa55b1 service nova] Enqueued Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_rules [ 1116.932241] env[66577]: INFO networking_nsxv3.common.synchronization [req-bc632f76-96ea-462a-a057-f5913de78167 req-1162dedb-96df-43f1-88a7-c24423fa55b1 service nova] Enqueued Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1116.932241] env[66577]: INFO networking_nsxv3.common.synchronization [req-bc632f76-96ea-462a-a057-f5913de78167 req-1162dedb-96df-43f1-88a7-c24423fa55b1 service nova] Enqueued Resource ID: 1711dedc-b80a-4cf7-8853-c32485bc67aa with Priority: HIGHEST for action port [ 1116.932826] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_rules [ 1116.932966] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1116.933076] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1711dedc-b80a-4cf7-8853-c32485bc67aa with Priority: HIGHEST for action port [ 1116.933416] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.933539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.934061] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.934061] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.934319] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-1711dedc-b80a-4cf7-8853-c32485bc67aa taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.934319] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1711dedc-b80a-4cf7-8853-c32485bc67aa" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.934319] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1711dedc-b80a-4cf7-8853-c32485bc67aa" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.934586] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1711dedc-b80a-4cf7-8853-c32485bc67aa" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.934754] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1711dedc-b80a-4cf7-8853-c32485bc67aa',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.103643] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f3b6498-0117-4f0c-bf7c-0d845a446689',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.437323] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1711dedc-b80a-4cf7-8853-c32485bc67aa with status ACTIVE [ 1117.437738] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.437738] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.437738] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.438417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.438417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.438417] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.438417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.438417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.438417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.438712] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.438712] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.438791] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.438791] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.438977] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.439049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.439100] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1711dedc-b80a-4cf7-8853-c32485bc67aa is going to be updated. [ 1117.469687] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.469981] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.469981] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.470176] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.470324] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.470593] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1711dedc-b80a-4cf7-8853-c32485bc67aa" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.580058] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: SUCCESS [ 1117.580304] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.580484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.580704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.580933] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.581064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.581128] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.581303] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.581980] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.581980] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.581980] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.583451] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.583625] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.583811] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.583906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.583983] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.584114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.584292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.584292] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.606453] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f3b6498-0117-4f0c-bf7c-0d845a446689',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.663669] env[66577]: INFO networking_nsxv3.common.synchronization [req-79c510c5-8363-406a-8baa-c131216bdee1 req-278b3e88-1c7a-4f91-a018-d2f66eccdf07 tempest-AttachVolumeTestJSON-845045425 tempest-AttachVolumeTestJSON-845045425-project-member] Enqueued Resource ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 with Priority: HIGHEST for action security_group_members [ 1117.664351] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 with Priority: HIGHEST for action security_group_members [ 1117.664744] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8b6953d-4b8f-486d-bb0b-ee962438e5e4 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.664915] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.665040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.665356] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.665530] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.665652] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.665711] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.665878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.665962] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.666071] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8b6953d-4b8f-486d-bb0b-ee962438e5e4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.882688] env[66577]: INFO networking_nsxv3.common.synchronization [None req-ec805cc0-467d-4a7a-9248-aa6b3623fdf0 None None] Enqueued Resource ID: d966f05a-17f3-4ed1-a97c-a52d7e210a7b with Priority: HIGHEST for action port [ 1117.883506] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d966f05a-17f3-4ed1-a97c-a52d7e210a7b with Priority: HIGHEST for action port [ 1117.883506] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-d966f05a-17f3-4ed1-a97c-a52d7e210a7b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.883695] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d966f05a-17f3-4ed1-a97c-a52d7e210a7b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.883754] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d966f05a-17f3-4ed1-a97c-a52d7e210a7b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.884054] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d966f05a-17f3-4ed1-a97c-a52d7e210a7b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.884133] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d966f05a-17f3-4ed1-a97c-a52d7e210a7b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.011645] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.011852] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-850" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.011977] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-850" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.012337] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-850" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.012606] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.012765] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.012879] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.013112] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.013259] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.013472] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.013580] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.013685] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.013789] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.013896] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.013996] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.014141] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.032158] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.032328] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.032469] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.032648] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-850" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.032977] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-b442ff74-d83e-4734-a77c-7d9c560e5897 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.033217] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-b442ff74-d83e-4734-a77c-7d9c560e5897" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.033400] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-b442ff74-d83e-4734-a77c-7d9c560e5897" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.033731] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-b442ff74-d83e-4734-a77c-7d9c560e5897" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.033872] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b442ff74-d83e-4734-a77c-7d9c560e5897',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.086639] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.086828] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.087058] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.110567] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.110764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.110821] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.111244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.111320] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.111399] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 is going to be updated. [ 1118.163704] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.163924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.163924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.164134] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.164281] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.167874] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.168032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.168078] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.168250] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.168335] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.168513] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.168608] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.168667] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.168835] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.168951] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.169078] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 already deleted. [ 1118.169166] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.179685] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 in Status: IN_PROGRESS for 2s [ 1118.386643] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d966f05a-17f3-4ed1-a97c-a52d7e210a7b [ 1118.386835] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.387132] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.387237] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.387545] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.387772] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.387823] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d966f05a-17f3-4ed1-a97c-a52d7e210a7b already deleted. [ 1118.387992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d966f05a-17f3-4ed1-a97c-a52d7e210a7b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.539337] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.539677] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.539677] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.539949] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.540100] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.540522] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port b442ff74-d83e-4734-a77c-7d9c560e5897 not found, creating... [ 1118.540595] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.540708] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.540835] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.541163] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.541285] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.541950] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.541950] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.541950] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.542171] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.542171] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.542382] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: b442ff74-d83e-4734-a77c-7d9c560e5897 is going to be created. [ 1118.590130] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.619430] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.619430] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.619430] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.619430] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.619430] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.619430] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-b442ff74-d83e-4734-a77c-7d9c560e5897" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.093028] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.093281] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.093281] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.093436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.093540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.093685] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 is going to be updated. [ 1119.132546] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.132994] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.132994] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.133283] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.133378] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.153255] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: IN_PROGRESS for 2s [ 1119.282772] env[66577]: INFO networking_nsxv3.common.synchronization [req-79c510c5-8363-406a-8baa-c131216bdee1 req-85049d72-b93e-4f6a-9b78-a30758b94441 service nova] Enqueued Resource ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 with Priority: HIGHEST for action security_group_rules [ 1119.283047] env[66577]: INFO networking_nsxv3.common.synchronization [req-79c510c5-8363-406a-8baa-c131216bdee1 req-85049d72-b93e-4f6a-9b78-a30758b94441 service nova] Enqueued Resource ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 with Priority: HIGHEST for action security_group_members [ 1119.283212] env[66577]: INFO networking_nsxv3.common.synchronization [req-79c510c5-8363-406a-8baa-c131216bdee1 req-85049d72-b93e-4f6a-9b78-a30758b94441 service nova] Enqueued Resource ID: b442ff74-d83e-4734-a77c-7d9c560e5897 with Priority: HIGHEST for action port [ 1119.283893] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 with Priority: HIGHEST for action security_group_rules [ 1119.284076] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 with Priority: HIGHEST for action security_group_members [ 1119.284186] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b442ff74-d83e-4734-a77c-7d9c560e5897 with Priority: HIGHEST for action port [ 1119.284500] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8b6953d-4b8f-486d-bb0b-ee962438e5e4 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.284652] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.284705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.284940] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.285044] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8b6953d-4b8f-486d-bb0b-ee962438e5e4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.286402] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8b6953d-4b8f-486d-bb0b-ee962438e5e4 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.286572] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.286961] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.287466] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.287636] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.287745] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.287867] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.288141] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.288464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.289116] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8b6953d-4b8f-486d-bb0b-ee962438e5e4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.292073] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-b442ff74-d83e-4734-a77c-7d9c560e5897 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.292073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b442ff74-d83e-4734-a77c-7d9c560e5897" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.292073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b442ff74-d83e-4734-a77c-7d9c560e5897" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.292073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b442ff74-d83e-4734-a77c-7d9c560e5897" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.292073] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b442ff74-d83e-4734-a77c-7d9c560e5897',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.547167] env[66577]: INFO networking_nsxv3.common.synchronization [None req-23d8c37b-81f6-45da-bf35-59018fee2ef1 tempest-AttachVolumeShelveTestJSON-291819034 tempest-AttachVolumeShelveTestJSON-291819034-project-member] Enqueued Resource ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e with Priority: HIGHEST for action security_group_rules [ 1119.547745] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e with Priority: HIGHEST for action security_group_rules [ 1119.548043] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.548169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.548234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.548494] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.548575] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.633200] env[66577]: INFO networking_nsxv3.common.synchronization [None req-e9c0ebf8-259f-4806-8dd4-f28623b03215 tempest-AttachVolumeShelveTestJSON-291819034 tempest-AttachVolumeShelveTestJSON-291819034-project-member] Enqueued Resource ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e with Priority: HIGHEST for action security_group_rules [ 1119.633596] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e with Priority: HIGHEST for action security_group_rules [ 1119.633894] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.633996] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.792875] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8b6953d-4b8f-486d-bb0b-ee962438e5e4 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.792875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.793720] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b442ff74-d83e-4734-a77c-7d9c560e5897 with status ACTIVE [ 1119.793971] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.794211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.794211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.794398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.794487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.794665] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.794757] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.794917] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.794999] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.795089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.795284] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.795382] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.795453] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.795576] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.795746] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.795746] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b442ff74-d83e-4734-a77c-7d9c560e5897 is going to be updated. [ 1119.797959] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8b6953d-4b8f-486d-bb0b-ee962438e5e4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.820704] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.820919] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.821015] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.821279] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.821472] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.821695] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b442ff74-d83e-4734-a77c-7d9c560e5897" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.069917] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.070119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.070169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.070392] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.070725] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.070844] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e already deleted. [ 1120.070923] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.071106] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.071275] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.071370] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.190054] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 in Status: SUCCESS [ 1120.190270] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.299377] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8b6953d-4b8f-486d-bb0b-ee962438e5e4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.592391] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.592807] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.592807] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.592807] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.592927] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.592964] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e already deleted. [ 1120.593091] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.802254] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.802449] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.802564] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.802753] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.802859] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.802974] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 is going to be created. [ 1120.827015] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.827015] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.827281] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.827281] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.827685] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.837788] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 in Status: UNINITIALIZED for 2s [ 1121.171116] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: SUCCESS [ 1121.171401] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.171590] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.171820] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.172090] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.172270] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.172412] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.172626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.172719] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.172825] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.344957] env[66577]: INFO networking_nsxv3.common.synchronization [req-b6f342b1-886f-43da-bb91-bd6a8893b592 req-b19611b1-5bcb-4e80-9735-6e77492c41b2 tempest-AttachInterfacesTestJSON-2047328862 tempest-AttachInterfacesTestJSON-2047328862-project-member] Enqueued Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1121.345982] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1121.346873] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.346873] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.346873] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.347090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.347134] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.347302] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.347356] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.347948] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.347948] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.347948] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.675236] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.678865] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.679064] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.679194] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.679460] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.679717] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.679860] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.680024] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.680252] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.680399] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.680606] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.680707] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.680816] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.680920] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.681072] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.681198] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.681333] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.700128] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.700316] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.700438] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.700615] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.700934] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-d60f2014-5bf2-4ea9-b8b3-65a4862952ed taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.701204] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-d60f2014-5bf2-4ea9-b8b3-65a4862952ed" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.701286] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-d60f2014-5bf2-4ea9-b8b3-65a4862952ed" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.701585] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-d60f2014-5bf2-4ea9-b8b3-65a4862952ed" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.701745] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d60f2014-5bf2-4ea9-b8b3-65a4862952ed',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.850142] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.850142] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.850142] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.850344] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.850429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.850723] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.850961] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.851091] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.851446] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.851529] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.851763] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 is going to be deleted. [ 1121.906361] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.906657] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.906757] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.906943] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.907039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.907235] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.177696] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.204130] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.204414] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.204485] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.204745] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.204897] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.205067] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port d60f2014-5bf2-4ea9-b8b3-65a4862952ed not found, creating... [ 1122.205336] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.205497] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.205612] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.205837] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.205977] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.206306] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.206468] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.206585] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.206792] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.206939] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.207071] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: d60f2014-5bf2-4ea9-b8b3-65a4862952ed is going to be created. [ 1122.227369] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.227595] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.227693] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.228014] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.228223] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.228490] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-d60f2014-5bf2-4ea9-b8b3-65a4862952ed" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.680178] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.680467] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.680534] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.681233] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.681233] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.681233] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 is going to be updated. [ 1122.714902] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.715116] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.715224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.715482] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.715642] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.725638] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: IN_PROGRESS for 2s [ 1122.848084] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 in Status: SUCCESS [ 1122.848917] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.848917] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.848917] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.848917] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.849239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.849239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.849307] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.849366] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.849447] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.849534] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8b6953d-4b8f-486d-bb0b-ee962438e5e4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.946568] env[66577]: INFO networking_nsxv3.common.synchronization [req-b6f342b1-886f-43da-bb91-bd6a8893b592 req-627d400c-d9be-4e4e-b071-8f8aa26da955 service nova] Enqueued Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_rules [ 1122.946927] env[66577]: INFO networking_nsxv3.common.synchronization [req-b6f342b1-886f-43da-bb91-bd6a8893b592 req-627d400c-d9be-4e4e-b071-8f8aa26da955 service nova] Enqueued Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1122.946927] env[66577]: INFO networking_nsxv3.common.synchronization [req-b6f342b1-886f-43da-bb91-bd6a8893b592 req-627d400c-d9be-4e4e-b071-8f8aa26da955 service nova] Enqueued Resource ID: d60f2014-5bf2-4ea9-b8b3-65a4862952ed with Priority: HIGHEST for action port [ 1122.947892] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_rules [ 1122.948054] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1122.948142] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d60f2014-5bf2-4ea9-b8b3-65a4862952ed with Priority: HIGHEST for action port [ 1122.948425] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.948574] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.948688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.948851] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.948930] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.950148] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.950237] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.950424] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.950595] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.950742] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.950836] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.950904] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.951092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.951180] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.951270] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.952524] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-d60f2014-5bf2-4ea9-b8b3-65a4862952ed taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.952613] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d60f2014-5bf2-4ea9-b8b3-65a4862952ed" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.952673] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d60f2014-5bf2-4ea9-b8b3-65a4862952ed" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.952852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d60f2014-5bf2-4ea9-b8b3-65a4862952ed" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.952936] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d60f2014-5bf2-4ea9-b8b3-65a4862952ed',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.354838] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8b6953d-4b8f-486d-bb0b-ee962438e5e4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.455050] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.456204] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.456318] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.456753] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d60f2014-5bf2-4ea9-b8b3-65a4862952ed with status ACTIVE [ 1123.457338] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.457338] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.457338] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.457338] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.457579] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.457579] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.457665] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.457733] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.457846] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.457935] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.458189] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.458874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.458874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.458874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.458874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.458874] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d60f2014-5bf2-4ea9-b8b3-65a4862952ed is going to be updated. [ 1123.481580] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.481771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.481771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.482244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.482244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.482421] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d60f2014-5bf2-4ea9-b8b3-65a4862952ed" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.858746] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8b6953d-4b8f-486d-bb0b-ee962438e5e4: rpc.has_security_group_logging(os_id): False [ 1123.879621] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.879801] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.879861] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.880181] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.880273] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.880541] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.880667] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.880725] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.880988] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.881245] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.881392] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 is going to be created. [ 1123.957898] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.960490] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.960710] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.960782] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.961056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.961671] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.977776] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 in Status: IN_PROGRESS for 2s [ 1124.463869] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.466429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.466429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.466429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.466429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.466429] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 is going to be created. [ 1124.491289] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.491941] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.491941] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.491941] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.491941] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.505460] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: UNINITIALIZED for 2s [ 1124.737223] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: SUCCESS [ 1124.737453] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.737626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.737995] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.738080] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.738194] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.738262] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.738421] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.738503] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.738586] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.738748] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.739094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.739094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.739094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.739300] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.739363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.739403] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.739535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.739610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.739687] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.739776] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.075447] env[66577]: INFO networking_nsxv3.common.synchronization [req-36eb93f3-1a7e-4788-9e90-765d6f7b3247 req-c8b62057-3809-4df3-846c-d6543d2fe032 tempest-DeleteServersTestJSON-1132974874 tempest-DeleteServersTestJSON-1132974874-project-member] Enqueued Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 1125.076107] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 with Priority: HIGHEST for action security_group_members [ 1125.076460] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2c58e40-54a5-40bb-aa94-1919b7e2f666 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.076616] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.076679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.076970] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.077218] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.077356] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.077473] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.077687] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.077891] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.078025] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2c58e40-54a5-40bb-aa94-1919b7e2f666',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.243520] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 128d4379-3ed4-49ec-b013-6bdfa169ccb5: rpc.has_security_group_logging(os_id): False [ 1125.262014] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.262014] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.262014] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.262226] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.262226] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.262423] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.262423] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.262562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.263247] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.263247] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.263247] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.263247] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.263247] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.263247] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.263629] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.263629] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.264326] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.264326] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.264326] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.264326] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.264326] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 is going to be created. [ 1125.373023] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.373330] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.373436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.373743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.373910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.391788] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: IN_PROGRESS for 2s [ 1125.580451] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.580726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.580850] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.581164] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.604683] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.605196] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.605404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.605530] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.605817] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.605966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.606122] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 is going to be updated. [ 1125.651074] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.651352] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.651555] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.651785] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.651996] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.664298] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: IN_PROGRESS for 2s [ 1125.995386] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 in Status: SUCCESS [ 1125.995636] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.518600] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: SUCCESS [ 1126.518896] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.518994] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.519232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.519423] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.519543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.519607] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.519762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.519840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.519925] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.520606] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.023174] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.023391] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.023472] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.023696] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.023867] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.023975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.024029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.024192] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.024303] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.024422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.024560] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.024669] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.024735] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.024890] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.025070] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.025268] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.025268] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.025430] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.025523] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.025622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.025732] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.409161] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: SUCCESS [ 1127.409743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.410259] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.410824] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.410944] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.528032] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625: rpc.has_security_group_logging(os_id): False [ 1127.551131] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.551397] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.551397] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.551583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.551677] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.551906] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.552086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.552086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.552255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.552494] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.552729] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.552823] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.552900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.553071] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.553171] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.553384] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.553477] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.553536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.553675] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.553747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.553829] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 is going to be created. [ 1127.625153] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.625360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.625360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.625577] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.625755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.638291] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: IN_PROGRESS for 2s [ 1127.674883] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 in Status: SUCCESS [ 1127.674883] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2c58e40-54a5-40bb-aa94-1919b7e2f666 deletion is rescheduled due to dependency. [ 1127.674883] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2c58e40-54a5-40bb-aa94-1919b7e2f666" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.913709] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.914500] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.914500] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.915094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.915094] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.915553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.915553] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.916444] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.916444] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.916444] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.916444] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.172823] env[66577]: INFO networking_nsxv3.common.synchronization [None req-c09061a3-4b99-4fd4-925c-3141ca74bd4b tempest-AttachInterfacesTestJSON-2047328862 tempest-AttachInterfacesTestJSON-2047328862-project-member] Enqueued Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1128.173359] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1128.173677] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.173797] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.173859] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.174069] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.174228] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.174329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.174385] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.174539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.174623] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.174714] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.421470] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.421646] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.421714] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.421950] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.422146] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.422243] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.422309] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.422486] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.422569] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.422664] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.422883] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.422953] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.422953] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.423105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.423241] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.423328] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.423385] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.423517] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.423590] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.423667] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.423753] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.676963] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.927784] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 128d4379-3ed4-49ec-b013-6bdfa169ccb5: rpc.has_security_group_logging(os_id): False [ 1128.946747] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.946747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.946747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.946747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.946747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.946747] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.946747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.946747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.946747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.946747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.946747] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.946747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.946747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.946747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.946747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.948551] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.948551] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.948551] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.948551] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.948551] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.948551] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 is going to be updated. [ 1129.016471] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.016746] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.016746] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.016875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.017031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.048339] env[66577]: INFO networking_nsxv3.common.synchronization [None req-0d845f4a-22e8-48c7-bd9c-1af79b390bb4 tempest-ServerActionsTestOtherA-1296391462 tempest-ServerActionsTestOtherA-1296391462-project-member] Enqueued Resource ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df with Priority: HIGHEST for action security_group_rules [ 1129.049591] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: IN_PROGRESS for 2s [ 1129.050952] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df with Priority: HIGHEST for action security_group_rules [ 1129.051599] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37e2f41b-2bbf-44bb-a99b-55e5572e28df taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.051599] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.051785] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.052551] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.052551] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37e2f41b-2bbf-44bb-a99b-55e5572e28df',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.148145] env[66577]: INFO networking_nsxv3.common.synchronization [None req-31243d98-f0d8-4a5d-8b9e-994b27fa18e2 tempest-ServerActionsTestOtherA-1296391462 tempest-ServerActionsTestOtherA-1296391462-project-member] Enqueued Resource ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df with Priority: HIGHEST for action security_group_rules [ 1129.149434] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df with Priority: HIGHEST for action security_group_rules [ 1129.150088] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37e2f41b-2bbf-44bb-a99b-55e5572e28df taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.150342] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.182360] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.554798] env[66577]: INFO networking_nsxv3.common.synchronization [req-f454ca51-ee3e-4bd9-8527-07b61dadb638 req-252b6d5c-3443-47c5-95eb-d78b4fac0654 tempest-MultipleCreateTestJSON-1431986401 tempest-MultipleCreateTestJSON-1431986401-project-member] Enqueued Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1129.559017] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1129.559833] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.560506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.560506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.560506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.560506] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.560506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.560796] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.560796] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.560796] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.560907] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.580519] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.580677] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.580744] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.581161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.581161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.581161] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df already deleted. [ 1129.581288] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.581971] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.581971] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.581971] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37e2f41b-2bbf-44bb-a99b-55e5572e28df',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.653568] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: SUCCESS [ 1129.654241] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.685055] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.685343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.685343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.685535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.685595] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.685678] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 is going to be updated. [ 1129.714510] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.714664] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.714709] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.714927] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.715096] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.724382] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: IN_PROGRESS for 2s [ 1130.063367] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.107054] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.107256] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.107301] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.107542] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.107653] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.107753] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df already deleted. [ 1130.107844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.142505] env[66577]: INFO networking_nsxv3.common.synchronization [req-290b0f75-19d6-42aa-9c9f-f1910ed6bc47 req-405e80e6-9778-4488-844a-836d85723dcc tempest-MultipleCreateTestJSON-1431986401 tempest-MultipleCreateTestJSON-1431986401-project-member] Enqueued Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1130.143874] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGHEST for action security_group_members [ 1130.143874] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.143874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.566415] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.681208] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.681470] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-404" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.681600] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-404" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.682080] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-404" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.682413] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.682583] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.682891] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.683024] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.683494] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.683494] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.683732] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1130.683732] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1130.683732] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1130.683893] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1130.683935] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1130.684083] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1130.709430] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1130.709802] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1130.709802] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1130.709907] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-404" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.710338] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-06450d1c-2a8b-489f-be8a-22b1b3a47d31 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.710534] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-06450d1c-2a8b-489f-be8a-22b1b3a47d31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.710631] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-06450d1c-2a8b-489f-be8a-22b1b3a47d31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.711026] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-06450d1c-2a8b-489f-be8a-22b1b3a47d31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.711075] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06450d1c-2a8b-489f-be8a-22b1b3a47d31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.073063] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: SUCCESS [ 1131.073063] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.073332] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.073434] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.073434] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.073666] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.073754] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.073850] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 is going to be updated. [ 1131.116218] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.116515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.116515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.116838] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.117088] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.128411] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: IN_PROGRESS for 2s [ 1131.213874] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.215597] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.215597] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.215597] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.215597] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.215597] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.216202] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.217017] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.217017] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.217017] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.217243] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.217651] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.218561] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.218561] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.218561] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.218561] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 06450d1c-2a8b-489f-be8a-22b1b3a47d31 is going to be updated. [ 1131.243327] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.245063] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.245217] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.245571] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.245825] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.246168] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-06450d1c-2a8b-489f-be8a-22b1b3a47d31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.737474] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: SUCCESS [ 1131.737847] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.839576] env[66577]: INFO networking_nsxv3.common.synchronization [None req-281952d9-b97f-4a3a-819b-44f47b8e412e None None] Enqueued Resource ID: 1129f5d7-3d55-4fb2-830c-dcc66281c61d with Priority: HIGHEST for action port [ 1131.840407] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1129f5d7-3d55-4fb2-830c-dcc66281c61d with Priority: HIGHEST for action port [ 1131.840483] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-1129f5d7-3d55-4fb2-830c-dcc66281c61d taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.840594] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1129f5d7-3d55-4fb2-830c-dcc66281c61d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.840633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1129f5d7-3d55-4fb2-830c-dcc66281c61d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.840904] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1129f5d7-3d55-4fb2-830c-dcc66281c61d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.841037] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1129f5d7-3d55-4fb2-830c-dcc66281c61d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.960400] env[66577]: INFO networking_nsxv3.common.synchronization [req-15add56e-9660-40df-b9da-b9628f2fb6f3 req-3e6c367e-bd74-49f6-ae0a-66e9420f94bd service nova] Enqueued Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGHEST for action security_group_rules [ 1131.960400] env[66577]: INFO networking_nsxv3.common.synchronization [req-15add56e-9660-40df-b9da-b9628f2fb6f3 req-3e6c367e-bd74-49f6-ae0a-66e9420f94bd service nova] Enqueued Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGHEST for action security_group_members [ 1131.960400] env[66577]: INFO networking_nsxv3.common.synchronization [req-15add56e-9660-40df-b9da-b9628f2fb6f3 req-3e6c367e-bd74-49f6-ae0a-66e9420f94bd service nova] Enqueued Resource ID: 06450d1c-2a8b-489f-be8a-22b1b3a47d31 with Priority: HIGHEST for action port [ 1131.960516] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGHEST for action security_group_rules [ 1131.960608] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGHEST for action security_group_members [ 1131.960708] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06450d1c-2a8b-489f-be8a-22b1b3a47d31 with Priority: HIGHEST for action port [ 1131.962223] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-395a0830-5c21-4961-a05e-809f9149ee39 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.962223] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.962223] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.962223] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.962481] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.963350] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-395a0830-5c21-4961-a05e-809f9149ee39 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.963479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.963545] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.963721] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.963877] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.963971] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.964054] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.964231] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.964321] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.964411] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.965230] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-06450d1c-2a8b-489f-be8a-22b1b3a47d31 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.965341] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06450d1c-2a8b-489f-be8a-22b1b3a47d31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.965420] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06450d1c-2a8b-489f-be8a-22b1b3a47d31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.965588] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06450d1c-2a8b-489f-be8a-22b1b3a47d31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.965619] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06450d1c-2a8b-489f-be8a-22b1b3a47d31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.342994] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1129f5d7-3d55-4fb2-830c-dcc66281c61d [ 1132.343277] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.343500] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.343571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.343823] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.343898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.344347] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1129f5d7-3d55-4fb2-830c-dcc66281c61d already deleted. [ 1132.344488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1129f5d7-3d55-4fb2-830c-dcc66281c61d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.353691] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.353961] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.354106] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.355195] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.355195] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.355325] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.355353] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.356661] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.356661] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.356661] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.356661] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.356661] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.356661] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.356661] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.356661] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.356661] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.378928] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.378928] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.379102] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.379217] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.379936] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-32ed2ebb-c4c2-4279-9a43-709e52349ead taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.379936] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-32ed2ebb-c4c2-4279-9a43-709e52349ead" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.379936] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-32ed2ebb-c4c2-4279-9a43-709e52349ead" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.380398] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-32ed2ebb-c4c2-4279-9a43-709e52349ead" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.380564] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ed2ebb-c4c2-4279-9a43-709e52349ead',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.467199] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-395a0830-5c21-4961-a05e-809f9149ee39 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.467379] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.467588] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.468645] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06450d1c-2a8b-489f-be8a-22b1b3a47d31 with status ACTIVE [ 1132.468851] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.468989] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.469081] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.469313] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.469424] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.469623] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.469731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.469783] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.469984] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.470489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.470779] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.470779] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.470779] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.471590] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.471590] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.471590] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06450d1c-2a8b-489f-be8a-22b1b3a47d31 is going to be updated. [ 1132.495022] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.495022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.495022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.495288] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.495451] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.495631] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06450d1c-2a8b-489f-be8a-22b1b3a47d31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.884237] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.884608] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.884608] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.884864] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.885019] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.885183] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 32ed2ebb-c4c2-4279-9a43-709e52349ead not found, creating... [ 1132.885452] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.885614] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.885731] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.885948] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.886102] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.886397] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.886556] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.886708] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.886881] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.887617] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.888366] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 32ed2ebb-c4c2-4279-9a43-709e52349ead is going to be created. [ 1132.913606] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.913847] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.914240] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.914609] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.914859] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.915120] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-32ed2ebb-c4c2-4279-9a43-709e52349ead" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.973429] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.139213] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: SUCCESS [ 1133.139460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.139602] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.139882] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.140123] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.140264] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.140332] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.140502] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.140590] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.140690] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.477113] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.477246] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.477284] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.477505] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.477597] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.477693] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395a0830-5c21-4961-a05e-809f9149ee39 is going to be updated. [ 1133.510566] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.510566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.510566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.510566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.510566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.521380] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395a0830-5c21-4961-a05e-809f9149ee39 in Status: IN_PROGRESS for 2s [ 1133.644302] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.644481] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.644554] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.644784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.644906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.645106] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.645210] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.645313] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.645459] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.645570] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.645661] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 is going to be updated. [ 1133.650238] env[66577]: INFO networking_nsxv3.common.synchronization [req-c0ef9475-0e22-4546-8e03-f7eba3ac20f8 req-69051b18-caa8-41c2-a79d-1f9d0d16210f service nova] Enqueued Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_rules [ 1133.650238] env[66577]: INFO networking_nsxv3.common.synchronization [req-c0ef9475-0e22-4546-8e03-f7eba3ac20f8 req-69051b18-caa8-41c2-a79d-1f9d0d16210f service nova] Enqueued Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1133.650238] env[66577]: INFO networking_nsxv3.common.synchronization [req-c0ef9475-0e22-4546-8e03-f7eba3ac20f8 req-69051b18-caa8-41c2-a79d-1f9d0d16210f service nova] Enqueued Resource ID: 32ed2ebb-c4c2-4279-9a43-709e52349ead with Priority: HIGHEST for action port [ 1133.650363] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_rules [ 1133.650508] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1133.650841] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ed2ebb-c4c2-4279-9a43-709e52349ead with Priority: HIGHEST for action port [ 1133.651161] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.651277] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.651343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.651535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.651806] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.652900] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.653029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.653148] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.653264] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.653498] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.653498] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.653599] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.653864] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.653955] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.654058] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.655423] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-32ed2ebb-c4c2-4279-9a43-709e52349ead taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.655565] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32ed2ebb-c4c2-4279-9a43-709e52349ead" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.657025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32ed2ebb-c4c2-4279-9a43-709e52349ead" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.657025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32ed2ebb-c4c2-4279-9a43-709e52349ead" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.657025] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ed2ebb-c4c2-4279-9a43-709e52349ead',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.684265] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.684265] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.684265] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.684265] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.684265] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.698992] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: IN_PROGRESS for 2s [ 1134.054973] env[66577]: INFO networking_nsxv3.common.synchronization [None req-2cb0bdbc-56dc-4108-9ba2-58a7ec4340a2 None None] Enqueued Resource ID: c3b937f6-2b7d-49cb-a01b-447e966f2ec9 with Priority: HIGHEST for action port [ 1134.055623] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b937f6-2b7d-49cb-a01b-447e966f2ec9 with Priority: HIGHEST for action port [ 1134.056071] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3b937f6-2b7d-49cb-a01b-447e966f2ec9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.056243] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3b937f6-2b7d-49cb-a01b-447e966f2ec9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.056341] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3b937f6-2b7d-49cb-a01b-447e966f2ec9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.056643] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3b937f6-2b7d-49cb-a01b-447e966f2ec9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.056755] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3b937f6-2b7d-49cb-a01b-447e966f2ec9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.158274] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.158409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.158591] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.159454] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32ed2ebb-c4c2-4279-9a43-709e52349ead with status ACTIVE [ 1134.159965] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.159965] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.159965] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.161220] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.161220] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.161220] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.161220] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.161220] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.161220] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.161220] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.161220] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.161220] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.161220] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.161525] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.161525] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.161525] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32ed2ebb-c4c2-4279-9a43-709e52349ead is going to be updated. [ 1134.182957] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.183110] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.183175] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.183381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.183533] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.183679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32ed2ebb-c4c2-4279-9a43-709e52349ead" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.558615] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3b937f6-2b7d-49cb-a01b-447e966f2ec9 [ 1134.558907] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.559077] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.559145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.559317] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.559403] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.559494] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3b937f6-2b7d-49cb-a01b-447e966f2ec9 already deleted. [ 1134.559576] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3b937f6-2b7d-49cb-a01b-447e966f2ec9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.663225] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.166531] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.166531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.166531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.166531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.166531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.166531] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 is going to be updated. [ 1135.193522] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.193669] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.193738] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.193946] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.194106] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.203569] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: IN_PROGRESS for 2s [ 1135.532153] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395a0830-5c21-4961-a05e-809f9149ee39 in Status: SUCCESS [ 1135.532372] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.532587] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.532779] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.532986] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.533120] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.533177] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.533416] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.533485] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.533569] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.533807] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.709636] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 in Status: SUCCESS [ 1135.709910] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 deletion is rescheduled due to dependency. [ 1135.710067] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.039080] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-395a0830-5c21-4961-a05e-809f9149ee39 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.039282] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.039438] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.039666] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.039943] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.040092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.040185] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.040499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.040627] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.040766] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.040988] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-395a0830-5c21-4961-a05e-809f9149ee39 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.041115] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.041236] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.041443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.041591] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.041714] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.041791] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.041956] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.042069] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.042189] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.042304] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.544854] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 395a0830-5c21-4961-a05e-809f9149ee39: rpc.has_security_group_logging(os_id): False [ 1136.567762] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.568415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.568415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.568415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.568565] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.568759] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.568873] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.568942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.569130] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.569228] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.569425] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.569521] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.569583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.569726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.569806] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.570018] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.570161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.570235] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.570370] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.570452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.570534] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 395a0830-5c21-4961-a05e-809f9149ee39 is going to be created. [ 1136.638114] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.638114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.638114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.638323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.641026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.655068] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 395a0830-5c21-4961-a05e-809f9149ee39 in Status: IN_PROGRESS for 2s [ 1137.216824] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: SUCCESS [ 1137.216985] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.217360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.217513] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.217801] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.217934] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.218194] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.219090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.219090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.219090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.219090] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.267970] env[66577]: INFO networking_nsxv3.common.synchronization [req-d9e2678a-e022-4985-8e02-be0a721437b3 req-8add792a-cbbf-4540-9008-b0f552ef0f42 tempest-ServersTestJSON-1986641018 tempest-ServersTestJSON-1986641018-project-member] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 1137.268600] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGHEST for action security_group_members [ 1137.268845] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.268954] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.269060] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.269223] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.269415] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.269526] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.269579] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.269757] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.269837] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.269902] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.720829] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.721215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.721215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.721598] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.721818] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.721981] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.722104] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.722302] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.722394] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.722494] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.722678] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.722776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.722881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.723060] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.723236] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.723358] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.723475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.723675] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.723744] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.723880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.724016] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.772147] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.772417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.772417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.772666] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.772760] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.772964] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.773074] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.773145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.773278] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.773390] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.773437] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be updated. [ 1137.805609] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.805609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.805609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.806078] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.806078] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.819216] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: IN_PROGRESS for 2s [ 1138.226491] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625: rpc.has_security_group_logging(os_id): False [ 1138.245809] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.245999] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.246107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.246427] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.246530] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.246817] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.246926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.246990] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.247172] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.247257] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.247447] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.247531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.247670] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.247724] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.247800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.247990] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.248096] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.248154] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.248294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.248368] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.248453] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 is going to be updated. [ 1138.310733] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.310968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.311033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.311329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.311502] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.358516] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: IN_PROGRESS for 2s [ 1138.670533] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 395a0830-5c21-4961-a05e-809f9149ee39 in Status: SUCCESS [ 1138.670786] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.833668] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba275e77-5a3f-42ea-b01c-bf042356d57e in Status: SUCCESS [ 1139.834082] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e deletion is rescheduled due to dependency. [ 1139.834082] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.386301] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: SUCCESS [ 1140.386520] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.269422] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1142.269838] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1142.971366] env[66577]: INFO networking_nsxv3.common.synchronization [req-734cfdaf-5449-4b30-a939-bdad39b10cf3 req-e8c0c858-6a70-447a-877b-a96fde674e3a tempest-AttachVolumeShelveTestJSON-291819034 tempest-AttachVolumeShelveTestJSON-291819034-project-member] Enqueued Resource ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e with Priority: HIGHEST for action security_group_members [ 1142.971954] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e with Priority: HIGHEST for action security_group_members [ 1142.972556] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.972556] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.972556] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.972841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.973020] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.973207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.973246] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.973420] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.973522] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.973622] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.307752] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.308096] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.308154] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.308518] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.308797] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.308961] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.309108] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.309313] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.309458] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.309670] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.309794] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.309903] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.310018] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.310133] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.310240] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.310397] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.334969] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.335253] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1143.335332] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.335586] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.335909] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-251cbfc9-deff-41cd-bfc7-965a0e0178c1 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.336111] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-251cbfc9-deff-41cd-bfc7-965a0e0178c1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.336231] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-251cbfc9-deff-41cd-bfc7-965a0e0178c1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.336566] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-251cbfc9-deff-41cd-bfc7-965a0e0178c1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.336707] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('251cbfc9-deff-41cd-bfc7-965a0e0178c1',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.475867] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.476125] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.476243] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.476565] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.476710] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.477009] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.477177] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.477301] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.477452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.477533] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.477622] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e already deleted. [ 1143.477706] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.839481] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.839740] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.839867] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.840195] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.840468] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.840630] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 251cbfc9-deff-41cd-bfc7-965a0e0178c1 not found, creating... [ 1143.840938] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.841145] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.841287] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.841594] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.841736] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.842056] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.842220] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.842371] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.842673] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.842814] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.843021] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 251cbfc9-deff-41cd-bfc7-965a0e0178c1 is going to be created. [ 1143.872048] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.872330] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.872482] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.872869] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.873215] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.873674] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-251cbfc9-deff-41cd-bfc7-965a0e0178c1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.595997] env[66577]: INFO networking_nsxv3.common.synchronization [req-734cfdaf-5449-4b30-a939-bdad39b10cf3 req-22ee9586-fffe-467e-bcb5-1b3af3d01831 service nova] Enqueued Resource ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e with Priority: HIGHEST for action security_group_rules [ 1144.596257] env[66577]: INFO networking_nsxv3.common.synchronization [req-734cfdaf-5449-4b30-a939-bdad39b10cf3 req-22ee9586-fffe-467e-bcb5-1b3af3d01831 service nova] Enqueued Resource ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e with Priority: HIGHEST for action security_group_members [ 1144.596348] env[66577]: INFO networking_nsxv3.common.synchronization [req-734cfdaf-5449-4b30-a939-bdad39b10cf3 req-22ee9586-fffe-467e-bcb5-1b3af3d01831 service nova] Enqueued Resource ID: 251cbfc9-deff-41cd-bfc7-965a0e0178c1 with Priority: HIGHEST for action port [ 1144.596936] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e with Priority: HIGHEST for action security_group_rules [ 1144.597357] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e with Priority: HIGHEST for action security_group_members [ 1144.597411] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251cbfc9-deff-41cd-bfc7-965a0e0178c1 with Priority: HIGHEST for action port [ 1144.597679] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.597846] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.597875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.598100] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.599110] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.599252] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.600377] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.600561] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.602018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.602018] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.602018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.602018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.602018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.602018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.602365] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.603422] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-251cbfc9-deff-41cd-bfc7-965a0e0178c1 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.603521] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-251cbfc9-deff-41cd-bfc7-965a0e0178c1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.603589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-251cbfc9-deff-41cd-bfc7-965a0e0178c1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.603764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-251cbfc9-deff-41cd-bfc7-965a0e0178c1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.603836] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('251cbfc9-deff-41cd-bfc7-965a0e0178c1',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.688332] env[66577]: INFO networking_nsxv3.common.synchronization [req-9cb05066-e744-4381-94fe-01ea37ae0512 req-b16462de-c3b1-4a0f-a7f0-fed7458e8d4e tempest-ServerRescueNegativeTestJSON-1641720168 tempest-ServerRescueNegativeTestJSON-1641720168-project-member] Enqueued Resource ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 with Priority: HIGHEST for action security_group_members [ 1144.688973] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 with Priority: HIGHEST for action security_group_members [ 1144.689277] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f3b6498-0117-4f0c-bf7c-0d845a446689 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.689399] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.689503] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.689669] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.689819] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.689915] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.689975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.690552] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.690681] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.690804] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f3b6498-0117-4f0c-bf7c-0d845a446689',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.107038] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.108163] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.108382] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.108463] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 251cbfc9-deff-41cd-bfc7-965a0e0178c1 with status ACTIVE [ 1145.108693] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.108771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.108771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.108986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.109114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.109274] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.109375] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.109473] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.109615] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.109690] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.109865] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.109956] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.110026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.110168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.110239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.110354] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 251cbfc9-deff-41cd-bfc7-965a0e0178c1 is going to be updated. [ 1145.135337] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.135476] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.135546] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.135748] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.135883] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.136145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-251cbfc9-deff-41cd-bfc7-965a0e0178c1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.193275] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.193461] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.193541] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.193798] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.224048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.224048] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.224308] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.224308] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.224406] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.224451] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.224544] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 is going to be updated. [ 1145.252691] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.252849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.253280] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.253280] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.253398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.264989] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 in Status: IN_PROGRESS for 2s [ 1145.612819] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.816332] env[66577]: INFO networking_nsxv3.common.synchronization [req-bd1ab717-4e30-4df3-8550-16115bc661af req-56e96651-fa9b-4b8e-8011-81ee2ea5697e tempest-AttachInterfacesTestJSON-2047328862 tempest-AttachInterfacesTestJSON-2047328862-project-member] Enqueued Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1145.820424] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1145.820424] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.820424] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.820424] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.820564] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.820968] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.820968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.820968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.821138] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.821212] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.821353] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.117460] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.117460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.117460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.117460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.117460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.117460] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e is going to be created. [ 1146.144617] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.144617] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.144617] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.144617] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.144617] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.156310] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e in Status: UNINITIALIZED for 2s [ 1146.323975] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.664389] env[66577]: INFO networking_nsxv3.common.synchronization [None req-35832273-7457-467a-94ce-ee05af764006 tempest-AttachInterfacesTestJSON-2047328862 tempest-AttachInterfacesTestJSON-2047328862-project-member] Enqueued Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1146.665066] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1146.665425] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.665634] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.826757] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.285143] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 in Status: IN_PROGRESS for 4s [ 1147.329246] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.329246] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.329246] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.329514] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.329558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.329659] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 is going to be updated. [ 1147.365434] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.365588] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.365664] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.365876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.366026] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.377105] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: IN_PROGRESS for 2s [ 1148.168802] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e in Status: SUCCESS [ 1148.169171] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.169292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.169589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.169844] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.170028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.170126] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.170379] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.170495] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.170622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.170756] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.674825] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.177859] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e: rpc.has_security_group_logging(os_id): False [ 1149.200899] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.201232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.201232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.201487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.201615] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.201954] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.202100] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.202180] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.202358] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.202666] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.202666] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e is going to be created. [ 1149.270092] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.270355] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.270466] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.270719] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.270932] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.287496] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e in Status: IN_PROGRESS for 2s [ 1149.301976] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 in Status: SUCCESS [ 1149.302234] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 deletion is rescheduled due to dependency. [ 1149.302438] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.383611] env[66577]: INFO networking_nsxv3.common.synchronization [req-b2d5a677-81d5-4a35-bb05-9d248d134781 req-074ef98f-2910-4944-9091-71833b1d8024 tempest-AttachInterfacesTestJSON-2047328862 tempest-AttachInterfacesTestJSON-2047328862-project-member] Enqueued Resource ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc with Priority: HIGHEST for action security_group_members [ 1149.383927] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc with Priority: HIGHEST for action security_group_members [ 1149.384316] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.384476] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.384539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.384806] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.385019] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.385155] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.385441] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.385537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.385743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.385874] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.389557] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: SUCCESS [ 1149.389903] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.390044] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.390521] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.390612] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.390692] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.390758] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.390972] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.391064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.391224] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.888659] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.888894] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.888988] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.889316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.895472] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.895625] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.919134] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.919440] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.919566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.919633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.919835] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.919915] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.920014] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc is going to be updated. [ 1149.921277] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.921458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.921571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.921782] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.921997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.922081] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.922206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.922299] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.922423] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 is going to be updated. [ 1149.956134] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.956289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.956356] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.956937] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.956937] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.958905] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.959060] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.959137] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.959325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.959456] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.969906] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: IN_PROGRESS for 2s [ 1149.970727] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc in Status: IN_PROGRESS for 2s [ 1151.302022] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e in Status: SUCCESS [ 1151.302022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.593075] env[66577]: INFO networking_nsxv3.common.synchronization [req-ddc6ddb7-301e-41cf-8933-9db4f3800a47 req-fdefd0db-9fa1-4309-be31-445df043f887 tempest-ServerActionsTestOtherA-1296391462 tempest-ServerActionsTestOtherA-1296391462-project-member] Enqueued Resource ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df with Priority: HIGHEST for action security_group_members [ 1151.593603] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df with Priority: HIGHEST for action security_group_members [ 1151.595139] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-37e2f41b-2bbf-44bb-a99b-55e5572e28df taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.595253] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.595299] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.595603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.595780] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.595887] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.596260] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.596445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.596535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.596633] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37e2f41b-2bbf-44bb-a99b-55e5572e28df',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.950514] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.950639] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-183" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.950681] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-183" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.951841] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-183" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.951841] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.951841] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.951841] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.951841] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.951841] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.952225] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.952483] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1151.952782] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1151.953016] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1151.953146] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.953258] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1151.953393] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1151.975603] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1151.975787] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1151.975910] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1151.976109] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-183" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.976437] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-e67f67ab-dc93-4fa7-955c-a9e122794e94 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.976621] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-e67f67ab-dc93-4fa7-955c-a9e122794e94" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.976741] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-e67f67ab-dc93-4fa7-955c-a9e122794e94" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.977161] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-e67f67ab-dc93-4fa7-955c-a9e122794e94" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.977321] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e67f67ab-dc93-4fa7-955c-a9e122794e94',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.987462] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: SUCCESS [ 1151.987703] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 deletion is rescheduled due to dependency. [ 1151.987887] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.989306] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc in Status: SUCCESS [ 1151.989519] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc deletion is rescheduled due to dependency. [ 1151.989655] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.100549] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.100734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.100854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.101107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.101162] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.101364] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.101470] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.101669] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.101669] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.101791] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.101819] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df already deleted. [ 1152.101895] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.479751] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.480095] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.480095] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.480417] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.480598] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.480762] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port e67f67ab-dc93-4fa7-955c-a9e122794e94 not found, creating... [ 1152.481065] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.481197] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.481310] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.481531] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.481669] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.481947] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.482108] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.482219] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.482501] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.482546] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.483252] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: e67f67ab-dc93-4fa7-955c-a9e122794e94 is going to be created. [ 1152.505045] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.505286] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.505411] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.505703] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.505940] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.506186] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-e67f67ab-dc93-4fa7-955c-a9e122794e94" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.278459] env[66577]: INFO networking_nsxv3.common.synchronization [req-ddc6ddb7-301e-41cf-8933-9db4f3800a47 req-109e6bfa-a3d2-459a-aef7-485bcbab9fa4 service nova] Enqueued Resource ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df with Priority: HIGHEST for action security_group_rules [ 1153.278459] env[66577]: INFO networking_nsxv3.common.synchronization [req-ddc6ddb7-301e-41cf-8933-9db4f3800a47 req-109e6bfa-a3d2-459a-aef7-485bcbab9fa4 service nova] Enqueued Resource ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df with Priority: HIGHEST for action security_group_members [ 1153.278459] env[66577]: INFO networking_nsxv3.common.synchronization [req-ddc6ddb7-301e-41cf-8933-9db4f3800a47 req-109e6bfa-a3d2-459a-aef7-485bcbab9fa4 service nova] Enqueued Resource ID: e67f67ab-dc93-4fa7-955c-a9e122794e94 with Priority: HIGHEST for action port [ 1153.278459] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df with Priority: HIGHEST for action security_group_rules [ 1153.278459] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df with Priority: HIGHEST for action security_group_members [ 1153.278695] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e67f67ab-dc93-4fa7-955c-a9e122794e94 with Priority: HIGHEST for action port [ 1153.278941] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37e2f41b-2bbf-44bb-a99b-55e5572e28df taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.279160] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.279271] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.279579] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.279645] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37e2f41b-2bbf-44bb-a99b-55e5572e28df',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.281147] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-37e2f41b-2bbf-44bb-a99b-55e5572e28df taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.281269] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.281339] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.281534] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.281688] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.281784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.281842] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.281987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.282217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.282312] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37e2f41b-2bbf-44bb-a99b-55e5572e28df',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.286460] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e67f67ab-dc93-4fa7-955c-a9e122794e94 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.286460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e67f67ab-dc93-4fa7-955c-a9e122794e94" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.286460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e67f67ab-dc93-4fa7-955c-a9e122794e94" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.286460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e67f67ab-dc93-4fa7-955c-a9e122794e94" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.286460] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e67f67ab-dc93-4fa7-955c-a9e122794e94',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.654563] env[66577]: INFO networking_nsxv3.common.synchronization [req-c48d4e21-5ce2-4223-8a13-d7deea263d0b req-af6c8a3e-7ea7-4fe8-9879-fc0b10e9c2ef tempest-ImagesOneServerNegativeTestJSON-2005992575 tempest-ImagesOneServerNegativeTestJSON-2005992575-project-member] Enqueued Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_members [ 1153.655094] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_members [ 1153.655418] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70eaa17-b180-4b41-bfc3-580c8256ae85 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.655542] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.655604] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.655997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.656050] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.656138] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.656199] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.656362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.656456] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.656588] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.787228] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-37e2f41b-2bbf-44bb-a99b-55e5572e28df taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.787341] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.787551] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37e2f41b-2bbf-44bb-a99b-55e5572e28df',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.793217] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e67f67ab-dc93-4fa7-955c-a9e122794e94 with status ACTIVE [ 1153.793217] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.793217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.793217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.793217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.793217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.793470] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.793470] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.793535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.793658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.793738] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.793945] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.794059] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.794117] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.794295] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.794387] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.794466] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e67f67ab-dc93-4fa7-955c-a9e122794e94 is going to be updated. [ 1153.821965] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.822165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.822516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.823015] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.823264] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.823428] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e67f67ab-dc93-4fa7-955c-a9e122794e94" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.049049] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-857 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.049304] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-857" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.049445] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-857" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.049816] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-857" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.050230] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.050440] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.050579] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.050868] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.051112] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.051408] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.051549] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.051690] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.051810] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.051927] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.052044] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.052185] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.073787] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.073975] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1154.074137] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.074333] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-857" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.074733] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-a06f0aa4-ebe1-4102-8c72-bdfdfa2417db taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.074935] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-a06f0aa4-ebe1-4102-8c72-bdfdfa2417db" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.075292] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-a06f0aa4-ebe1-4102-8c72-bdfdfa2417db" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.076020] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-a06f0aa4-ebe1-4102-8c72-bdfdfa2417db" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.076020] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a06f0aa4-ebe1-4102-8c72-bdfdfa2417db',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.159505] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.159697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.159768] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.160069] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.160184] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.160389] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.160565] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.160685] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.160954] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.161110] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.161264] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 already deleted. [ 1154.161445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.292556] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37e2f41b-2bbf-44bb-a99b-55e5572e28df',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.579451] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.579692] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.579820] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.580654] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.580823] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.580988] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port a06f0aa4-ebe1-4102-8c72-bdfdfa2417db not found, creating... [ 1154.581292] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.581458] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.581599] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.581852] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.582331] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.582331] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.582470] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.582545] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.582755] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.582888] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.583038] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: a06f0aa4-ebe1-4102-8c72-bdfdfa2417db is going to be created. [ 1154.604041] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.604254] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.604384] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.604671] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.604916] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.605178] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-a06f0aa4-ebe1-4102-8c72-bdfdfa2417db" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.795146] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.795533] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.795533] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.795609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.795648] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.795739] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df is going to be created. [ 1154.822191] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.822393] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.822393] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.822623] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.822864] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.835085] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df in Status: UNINITIALIZED for 2s [ 1155.293744] env[66577]: INFO networking_nsxv3.common.synchronization [req-c48d4e21-5ce2-4223-8a13-d7deea263d0b req-202e3f6f-c64a-466e-9559-fb3e6b2c13d5 service nova] Enqueued Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_rules [ 1155.293744] env[66577]: INFO networking_nsxv3.common.synchronization [req-c48d4e21-5ce2-4223-8a13-d7deea263d0b req-202e3f6f-c64a-466e-9559-fb3e6b2c13d5 service nova] Enqueued Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_members [ 1155.293744] env[66577]: INFO networking_nsxv3.common.synchronization [req-c48d4e21-5ce2-4223-8a13-d7deea263d0b req-202e3f6f-c64a-466e-9559-fb3e6b2c13d5 service nova] Enqueued Resource ID: a06f0aa4-ebe1-4102-8c72-bdfdfa2417db with Priority: HIGHEST for action port [ 1155.293744] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_rules [ 1155.293744] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_members [ 1155.293744] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a06f0aa4-ebe1-4102-8c72-bdfdfa2417db with Priority: HIGHEST for action port [ 1155.293744] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e70eaa17-b180-4b41-bfc3-580c8256ae85 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.293744] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.293744] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.294011] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.294011] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.294790] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70eaa17-b180-4b41-bfc3-580c8256ae85 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.294870] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.294932] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.295120] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.295664] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.295772] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.295836] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.295985] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.296079] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.296167] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.296906] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-a06f0aa4-ebe1-4102-8c72-bdfdfa2417db taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.297047] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a06f0aa4-ebe1-4102-8c72-bdfdfa2417db" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.297511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a06f0aa4-ebe1-4102-8c72-bdfdfa2417db" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.297511] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a06f0aa4-ebe1-4102-8c72-bdfdfa2417db" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.297511] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a06f0aa4-ebe1-4102-8c72-bdfdfa2417db',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.800145] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70eaa17-b180-4b41-bfc3-580c8256ae85 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.800145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.800145] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.801222] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a06f0aa4-ebe1-4102-8c72-bdfdfa2417db with status ACTIVE [ 1155.802614] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.802614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.802614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.802614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.802614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.802614] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.802614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.802614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.803061] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.803198] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.803520] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.803706] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.804111] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.804111] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.804208] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.804330] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a06f0aa4-ebe1-4102-8c72-bdfdfa2417db is going to be updated. [ 1155.827979] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.828267] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.828420] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.828773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.828773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.828884] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a06f0aa4-ebe1-4102-8c72-bdfdfa2417db" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.912779] env[66577]: INFO networking_nsxv3.common.synchronization [None req-f18a510a-5cc2-42a2-a52c-c87fa17a1ab5 None None] Enqueued Resource ID: 05b19529-f006-4f04-84e5-68afadfa59c3 with Priority: HIGHEST for action port [ 1155.913357] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05b19529-f006-4f04-84e5-68afadfa59c3 with Priority: HIGHEST for action port [ 1155.914013] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-05b19529-f006-4f04-84e5-68afadfa59c3 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.914013] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05b19529-f006-4f04-84e5-68afadfa59c3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.914187] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05b19529-f006-4f04-84e5-68afadfa59c3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.914334] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05b19529-f006-4f04-84e5-68afadfa59c3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.914434] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05b19529-f006-4f04-84e5-68afadfa59c3',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.308257] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.416310] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05b19529-f006-4f04-84e5-68afadfa59c3 [ 1156.416614] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.416706] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.416805] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.417083] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.417404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.417404] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05b19529-f006-4f04-84e5-68afadfa59c3 already deleted. [ 1156.417404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05b19529-f006-4f04-84e5-68afadfa59c3" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.813060] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.814033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.814033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.814033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.814033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.814033] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 is going to be created. [ 1156.847590] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.847779] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.847868] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.848095] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.848271] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.871934] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df in Status: SUCCESS [ 1156.872176] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.872926] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 in Status: UNINITIALIZED for 2s [ 1156.873093] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.873314] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.873507] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.873625] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.873689] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.873928] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.873928] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.874016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.874941] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37e2f41b-2bbf-44bb-a99b-55e5572e28df',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.208668] env[66577]: INFO networking_nsxv3.common.synchronization [req-f023b973-f684-4eb7-b1a3-a113995dfec7 req-2897bcc8-8f75-40c2-beb7-46e7747af281 tempest-ServerActionsTestOtherB-1553213660 tempest-ServerActionsTestOtherB-1553213660-project-member] Enqueued Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_members [ 1157.209217] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_members [ 1157.209629] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb4e956-0433-4e20-b64c-9dedce983586 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.209629] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.209776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.209883] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.210904] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.211077] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.211151] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.211351] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.211454] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.211572] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.377213] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37e2f41b-2bbf-44bb-a99b-55e5572e28df',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.716475] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.716640] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.716727] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.716972] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.740211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.740548] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.740780] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.740871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.741103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.741169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.741510] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb4e956-0433-4e20-b64c-9dedce983586 is going to be updated. [ 1157.772846] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.772981] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.773092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.773283] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.773416] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.783890] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: IN_PROGRESS for 2s [ 1157.882431] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37e2f41b-2bbf-44bb-a99b-55e5572e28df: rpc.has_security_group_logging(os_id): False [ 1157.909968] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.909968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.909968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.909968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.909968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.909968] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.909968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.909968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.909968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.909968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.910373] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df is going to be created. [ 1157.974366] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.974551] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.978134] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.978447] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.978675] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.989857] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df in Status: IN_PROGRESS for 2s [ 1158.303039] env[66577]: INFO networking_nsxv3.common.synchronization [None req-b321e462-6e94-4034-b39a-be9dae41f80d None None] Enqueued Resource ID: 922fd63b-a5ba-44b0-b2f2-9d9dbba836c1 with Priority: HIGHEST for action port [ 1158.303711] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 922fd63b-a5ba-44b0-b2f2-9d9dbba836c1 with Priority: HIGHEST for action port [ 1158.304581] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-922fd63b-a5ba-44b0-b2f2-9d9dbba836c1 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.304756] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-922fd63b-a5ba-44b0-b2f2-9d9dbba836c1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.304831] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-922fd63b-a5ba-44b0-b2f2-9d9dbba836c1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.305519] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-922fd63b-a5ba-44b0-b2f2-9d9dbba836c1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.305519] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('922fd63b-a5ba-44b0-b2f2-9d9dbba836c1',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.809604] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 922fd63b-a5ba-44b0-b2f2-9d9dbba836c1 [ 1158.809811] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.809933] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.810008] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.810008] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.810698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.810873] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:922fd63b-a5ba-44b0-b2f2-9d9dbba836c1 already deleted. [ 1158.811013] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-922fd63b-a5ba-44b0-b2f2-9d9dbba836c1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.888692] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 in Status: SUCCESS [ 1158.888692] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.888692] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.888692] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.889076] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.889076] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.889182] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.889407] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.889407] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.889407] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.889516] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.393589] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70eaa17-b180-4b41-bfc3-580c8256ae85 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.393799] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.394131] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.394131] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.394368] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.394485] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.394549] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.394753] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.394852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.394943] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.395130] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70eaa17-b180-4b41-bfc3-580c8256ae85 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.395747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.395747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.395747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.395747] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.395747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.396049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.396049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.396151] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.396268] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.396394] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.632699] env[66577]: INFO networking_nsxv3.common.synchronization [None req-8539ad3b-142a-48a2-9f24-cc9b6721a80f tempest-AttachInterfacesTestJSON-2047328862 tempest-AttachInterfacesTestJSON-2047328862-project-member] Enqueued Resource ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 with Priority: HIGHEST for action security_group_rules [ 1159.633342] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 with Priority: HIGHEST for action security_group_rules [ 1159.633560] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.633814] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.633814] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.633969] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.634063] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.784862] env[66577]: INFO networking_nsxv3.common.synchronization [None req-4346baec-4084-4066-8756-3d0557ae0d95 tempest-AttachInterfacesTestJSON-2047328862 tempest-AttachInterfacesTestJSON-2047328862-project-member] Enqueued Resource ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 with Priority: HIGHEST for action security_group_rules [ 1159.784862] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 with Priority: HIGHEST for action security_group_rules [ 1159.786202] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.786322] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.795710] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: SUCCESS [ 1159.795891] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb4e956-0433-4e20-b64c-9dedce983586 deletion is rescheduled due to dependency. [ 1159.796037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.902633] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e70eaa17-b180-4b41-bfc3-580c8256ae85: rpc.has_security_group_logging(os_id): False [ 1159.927130] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.927289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.927354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.927849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.927945] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.928216] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.929076] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.929076] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.929076] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.929076] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.929076] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.929076] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.929381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.929381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.929381] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.929537] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.929629] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.929690] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.929831] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.929974] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.929974] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 is going to be created. [ 1160.006042] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.006239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.006293] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.006478] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.006663] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.009208] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df in Status: SUCCESS [ 1160.009407] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.016725] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 in Status: IN_PROGRESS for 2s [ 1160.163128] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.163337] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.163393] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.163634] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.163729] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.163828] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 already deleted. [ 1160.163928] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.164115] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.164289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.164375] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.686794] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.687032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.687032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.687251] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.687358] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.687456] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 already deleted. [ 1160.687540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.133900] env[66577]: INFO networking_nsxv3.common.synchronization [req-7f966d65-4913-44b5-83b1-1bfcff7a7346 req-95727de0-3bc7-423f-8e50-7841ef802c22 tempest-AttachVolumeNegativeTest-2015767532 tempest-AttachVolumeNegativeTest-2015767532-project-member] Enqueued Resource ID: 67557250-99a3-4397-ae65-bc4d65473581 with Priority: HIGHEST for action security_group_members [ 1161.134408] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67557250-99a3-4397-ae65-bc4d65473581 with Priority: HIGHEST for action security_group_members [ 1161.134408] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-67557250-99a3-4397-ae65-bc4d65473581 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.134408] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.134638] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.134696] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.134860] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.134974] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.135147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.135206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.135314] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.135420] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67557250-99a3-4397-ae65-bc4d65473581',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.638499] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.638731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.638793] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.639247] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.639247] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.639339] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.639426] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.639482] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.639634] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.639724] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.639811] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67557250-99a3-4397-ae65-bc4d65473581 is going to be updated. [ 1161.670695] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.671033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.671033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.671180] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.671292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.681813] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67557250-99a3-4397-ae65-bc4d65473581 in Status: IN_PROGRESS for 2s [ 1162.031235] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 in Status: SUCCESS [ 1162.031468] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.692391] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67557250-99a3-4397-ae65-bc4d65473581 in Status: SUCCESS [ 1163.692805] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67557250-99a3-4397-ae65-bc4d65473581 deletion is rescheduled due to dependency. [ 1163.692805] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.885500] env[66577]: INFO networking_nsxv3.common.synchronization [req-9e7cca48-050b-48ff-a648-378a6bc8ec90 req-ca38ede1-76b3-4cd7-ae67-d1e46c65aefa tempest-ServerMetadataTestJSON-355010645 tempest-ServerMetadataTestJSON-355010645-project-member] Enqueued Resource ID: 466a84a6-4788-46b3-9975-07bd82939f29 with Priority: HIGHEST for action security_group_members [ 1163.886020] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466a84a6-4788-46b3-9975-07bd82939f29 with Priority: HIGHEST for action security_group_members [ 1163.886346] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-466a84a6-4788-46b3-9975-07bd82939f29 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.886476] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.886545] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.886784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.886956] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.887390] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.887390] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.887548] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.887548] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.887635] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466a84a6-4788-46b3-9975-07bd82939f29',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.230665] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.230910] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-189" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.231064] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-189" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.231408] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-189" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.231707] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.231865] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.231983] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.232219] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.233020] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.233020] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.233020] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.233020] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.233020] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.233020] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.233391] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.233391] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.253637] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.253816] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1164.253951] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.254198] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-189" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.254463] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-7449fad9-05db-4ff1-86e1-b013b50fdeb9 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.254638] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-7449fad9-05db-4ff1-86e1-b013b50fdeb9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.254757] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-7449fad9-05db-4ff1-86e1-b013b50fdeb9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.255091] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-7449fad9-05db-4ff1-86e1-b013b50fdeb9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.255473] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7449fad9-05db-4ff1-86e1-b013b50fdeb9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.512881] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.513122] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.513210] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.513509] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.513509] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.513686] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.513778] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.513836] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.513978] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.514063] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.514148] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466a84a6-4788-46b3-9975-07bd82939f29 already deleted. [ 1164.514234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.757383] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.757960] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.758256] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.758671] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.758859] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.759150] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 7449fad9-05db-4ff1-86e1-b013b50fdeb9 not found, creating... [ 1164.759527] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.759791] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.760036] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.760442] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.760683] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.761141] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.761360] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.761523] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.761890] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.762118] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.762362] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 7449fad9-05db-4ff1-86e1-b013b50fdeb9 is going to be created. [ 1164.784691] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.784925] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.785028] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.785320] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.785564] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.785790] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-7449fad9-05db-4ff1-86e1-b013b50fdeb9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.545635] env[66577]: INFO networking_nsxv3.common.synchronization [req-9e7cca48-050b-48ff-a648-378a6bc8ec90 req-74272de1-154a-4dfa-8455-39781d523174 service nova] Enqueued Resource ID: 466a84a6-4788-46b3-9975-07bd82939f29 with Priority: HIGHEST for action security_group_rules [ 1165.545720] env[66577]: INFO networking_nsxv3.common.synchronization [req-9e7cca48-050b-48ff-a648-378a6bc8ec90 req-74272de1-154a-4dfa-8455-39781d523174 service nova] Enqueued Resource ID: 466a84a6-4788-46b3-9975-07bd82939f29 with Priority: HIGHEST for action security_group_members [ 1165.545823] env[66577]: INFO networking_nsxv3.common.synchronization [req-9e7cca48-050b-48ff-a648-378a6bc8ec90 req-74272de1-154a-4dfa-8455-39781d523174 service nova] Enqueued Resource ID: 7449fad9-05db-4ff1-86e1-b013b50fdeb9 with Priority: HIGHEST for action port [ 1165.546361] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466a84a6-4788-46b3-9975-07bd82939f29 with Priority: HIGHEST for action security_group_rules [ 1165.546493] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466a84a6-4788-46b3-9975-07bd82939f29 with Priority: HIGHEST for action security_group_members [ 1165.546586] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7449fad9-05db-4ff1-86e1-b013b50fdeb9 with Priority: HIGHEST for action port [ 1165.546887] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-466a84a6-4788-46b3-9975-07bd82939f29 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.547048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.547693] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.548977] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.548977] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('466a84a6-4788-46b3-9975-07bd82939f29',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.549709] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-466a84a6-4788-46b3-9975-07bd82939f29 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.550478] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.550568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.550839] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.551012] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.551120] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.551184] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.551342] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.551428] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.551517] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466a84a6-4788-46b3-9975-07bd82939f29',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.552803] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-7449fad9-05db-4ff1-86e1-b013b50fdeb9 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.552915] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7449fad9-05db-4ff1-86e1-b013b50fdeb9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.552978] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7449fad9-05db-4ff1-86e1-b013b50fdeb9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.553157] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7449fad9-05db-4ff1-86e1-b013b50fdeb9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.553234] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7449fad9-05db-4ff1-86e1-b013b50fdeb9',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.055050] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-466a84a6-4788-46b3-9975-07bd82939f29 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.055394] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.055394] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('466a84a6-4788-46b3-9975-07bd82939f29',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.056275] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7449fad9-05db-4ff1-86e1-b013b50fdeb9 with status ACTIVE [ 1166.056562] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.056562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.056704] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.056858] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.056925] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.057254] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.057254] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.057254] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.057421] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.057421] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.057583] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.057658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.057700] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.057827] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.058328] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.058328] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7449fad9-05db-4ff1-86e1-b013b50fdeb9 is going to be updated. [ 1166.082062] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.082263] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.082263] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.082483] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.082592] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.082741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7449fad9-05db-4ff1-86e1-b013b50fdeb9" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.560730] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('466a84a6-4788-46b3-9975-07bd82939f29',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.065571] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.065985] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.065985] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.066253] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.066396] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.066557] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466a84a6-4788-46b3-9975-07bd82939f29 is going to be created. [ 1167.095699] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.095876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.095932] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.096232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.096415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.109322] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466a84a6-4788-46b3-9975-07bd82939f29 in Status: UNINITIALIZED for 2s [ 1168.026800] env[66577]: INFO networking_nsxv3.common.synchronization [req-4aa490ec-9ca5-4ee3-8bc3-86d4f9567566 req-fc1a12fd-a9b1-4b57-9d1f-d2f1aac31239 tempest-ServersNegativeTestJSON-1100822248 tempest-ServersNegativeTestJSON-1100822248-project-member] Enqueued Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGHEST for action security_group_members [ 1168.027392] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGHEST for action security_group_members [ 1168.027731] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-395a0830-5c21-4961-a05e-809f9149ee39 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.027837] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.027923] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.028721] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.028721] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.028721] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.028721] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.028721] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.028951] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.028951] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.531075] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.531462] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.531462] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.531611] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.531693] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.532700] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.532822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.532912] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.533092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.533166] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.533263] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395a0830-5c21-4961-a05e-809f9149ee39 is going to be updated. [ 1168.564662] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.564853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.564853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.565461] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.565461] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.575321] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395a0830-5c21-4961-a05e-809f9149ee39 in Status: IN_PROGRESS for 2s [ 1169.121756] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466a84a6-4788-46b3-9975-07bd82939f29 in Status: SUCCESS [ 1169.122045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.122230] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.122444] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.122631] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.122747] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.122794] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.122961] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.123057] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.123136] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.123222] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('466a84a6-4788-46b3-9975-07bd82939f29',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.626064] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-466a84a6-4788-46b3-9975-07bd82939f29 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.626626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.626626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.626626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.626768] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.626832] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.626895] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.627051] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.627101] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.627235] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.627352] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-466a84a6-4788-46b3-9975-07bd82939f29 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.627397] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.627457] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.627589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.627710] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.627801] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.627887] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.628020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.628114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.628182] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.628265] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('466a84a6-4788-46b3-9975-07bd82939f29',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.131229] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 466a84a6-4788-46b3-9975-07bd82939f29: rpc.has_security_group_logging(os_id): False [ 1170.152307] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.152473] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.152586] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.152976] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.152976] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.153184] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.154300] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.154363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.154521] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.154604] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.154816] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.154916] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.154978] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.155217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.155292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.155498] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.155590] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.155646] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.155806] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.155923] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.155951] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 466a84a6-4788-46b3-9975-07bd82939f29 is going to be created. [ 1170.229116] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.229303] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.229440] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.229588] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.229787] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.244840] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 466a84a6-4788-46b3-9975-07bd82939f29 in Status: IN_PROGRESS for 2s [ 1170.585631] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 395a0830-5c21-4961-a05e-809f9149ee39 in Status: SUCCESS [ 1170.585783] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 395a0830-5c21-4961-a05e-809f9149ee39 deletion is rescheduled due to dependency. [ 1170.585900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.057942] env[66577]: INFO networking_nsxv3.common.synchronization [req-cfd14e72-c050-4936-8813-abf4f70eaf80 req-b89b94a5-3549-429f-a207-724923ac20a2 tempest-AttachInterfacesTestJSON-2047328862 tempest-AttachInterfacesTestJSON-2047328862-project-member] Enqueued Resource ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 with Priority: HIGHEST for action security_group_members [ 1171.057942] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 with Priority: HIGHEST for action security_group_members [ 1171.057942] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.057942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.057942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.058603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.058603] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.058784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.058951] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.059662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.059759] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.059941] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.102510] env[66577]: INFO networking_nsxv3.common.synchronization [req-1d5b918d-67d9-42c1-88c8-f6b1c1df775c req-10113b7d-a61d-4c9d-bb1d-70ffee371c8a tempest-ServerDiskConfigTestJSON-513577884 tempest-ServerDiskConfigTestJSON-513577884-project-member] Enqueued Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 1171.103431] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 1171.103773] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.103869] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.103964] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.104154] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.104307] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.104396] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.104478] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.104749] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.104749] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.104863] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.503438] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.503679] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.503858] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.504186] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.504505] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.504717] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.504865] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.505162] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.505317] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.505569] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.505696] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1171.505831] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1171.505959] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1171.506111] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1171.506265] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1171.506431] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.526670] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.526896] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1171.526992] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.527270] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.527629] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-70fbebed-a8ad-4abb-b13c-7497517020ec taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.527861] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-70fbebed-a8ad-4abb-b13c-7497517020ec" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.528024] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-70fbebed-a8ad-4abb-b13c-7497517020ec" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.528439] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-70fbebed-a8ad-4abb-b13c-7497517020ec" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.528613] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70fbebed-a8ad-4abb-b13c-7497517020ec',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.562103] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.562365] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.562493] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.562984] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.562984] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.563167] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.563296] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.563372] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.563567] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.563679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.563976] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 already deleted. [ 1171.563976] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.608680] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.608680] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.608910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.608988] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.641075] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.641075] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.641264] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.641264] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.642050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.642050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.642050] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 is going to be updated. [ 1171.673884] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.674067] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.674136] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.674374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.674550] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.692023] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: IN_PROGRESS for 2s [ 1172.031468] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.031720] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.032015] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.032330] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.032492] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.032660] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 70fbebed-a8ad-4abb-b13c-7497517020ec not found, creating... [ 1172.032940] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.033130] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.033257] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.033548] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.033701] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.034033] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.034201] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.034317] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.034526] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.034663] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.034824] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 70fbebed-a8ad-4abb-b13c-7497517020ec is going to be created. [ 1172.062041] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.062041] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.062041] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.062639] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.062639] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.062639] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-70fbebed-a8ad-4abb-b13c-7497517020ec" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.260231] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 466a84a6-4788-46b3-9975-07bd82939f29 in Status: SUCCESS [ 1172.260596] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.842458] env[66577]: INFO networking_nsxv3.common.synchronization [req-cfd14e72-c050-4936-8813-abf4f70eaf80 req-9ed48ae0-d0d3-4731-a864-2ef1b1c4cdd9 service nova] Enqueued Resource ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 with Priority: HIGHEST for action security_group_rules [ 1172.842458] env[66577]: INFO networking_nsxv3.common.synchronization [req-cfd14e72-c050-4936-8813-abf4f70eaf80 req-9ed48ae0-d0d3-4731-a864-2ef1b1c4cdd9 service nova] Enqueued Resource ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 with Priority: HIGHEST for action security_group_members [ 1172.842458] env[66577]: INFO networking_nsxv3.common.synchronization [req-cfd14e72-c050-4936-8813-abf4f70eaf80 req-9ed48ae0-d0d3-4731-a864-2ef1b1c4cdd9 service nova] Enqueued Resource ID: 70fbebed-a8ad-4abb-b13c-7497517020ec with Priority: HIGHEST for action port [ 1172.842458] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 with Priority: HIGHEST for action security_group_rules [ 1172.842458] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 with Priority: HIGHEST for action security_group_members [ 1172.842458] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70fbebed-a8ad-4abb-b13c-7497517020ec with Priority: HIGHEST for action port [ 1172.842458] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.843140] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.843376] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.843694] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.844039] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.845558] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.845825] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.845976] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.846383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.846634] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.846858] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.847015] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.847285] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.847474] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.847661] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.851499] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-70fbebed-a8ad-4abb-b13c-7497517020ec taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.851499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70fbebed-a8ad-4abb-b13c-7497517020ec" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.851499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70fbebed-a8ad-4abb-b13c-7497517020ec" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.851499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70fbebed-a8ad-4abb-b13c-7497517020ec" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.851499] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70fbebed-a8ad-4abb-b13c-7497517020ec',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.170698] env[66577]: INFO networking_nsxv3.common.synchronization [None req-b984adb2-22d7-4538-9f08-c011fa83a801 tempest-AttachVolumeNegativeTest-2015767532 tempest-AttachVolumeNegativeTest-2015767532-project-member] Enqueued Resource ID: 120bcc97-f18a-4802-8b21-1af21180d84c with Priority: HIGHEST for action security_group_rules [ 1173.171299] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120bcc97-f18a-4802-8b21-1af21180d84c with Priority: HIGHEST for action security_group_rules [ 1173.171636] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-120bcc97-f18a-4802-8b21-1af21180d84c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.172539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.172539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.172824] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.172980] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('120bcc97-f18a-4802-8b21-1af21180d84c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.259846] env[66577]: INFO networking_nsxv3.common.synchronization [None req-7bff777c-87c4-44ab-a93c-d0ab2ea810db tempest-AttachVolumeNegativeTest-2015767532 tempest-AttachVolumeNegativeTest-2015767532-project-member] Enqueued Resource ID: 120bcc97-f18a-4802-8b21-1af21180d84c with Priority: HIGHEST for action security_group_rules [ 1173.260288] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120bcc97-f18a-4802-8b21-1af21180d84c with Priority: HIGHEST for action security_group_rules [ 1173.261041] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-120bcc97-f18a-4802-8b21-1af21180d84c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.261041] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.354258] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.355665] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.355883] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.356168] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70fbebed-a8ad-4abb-b13c-7497517020ec with status ACTIVE [ 1173.356977] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.356977] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.356977] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.357269] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.357315] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.357558] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.357730] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.357877] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.358307] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.358307] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.358738] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.358860] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.359012] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.359133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.359263] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.359378] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70fbebed-a8ad-4abb-b13c-7497517020ec is going to be updated. [ 1173.382375] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.382581] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.382624] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.382830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.383064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.383248] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70fbebed-a8ad-4abb-b13c-7497517020ec" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.697339] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.697339] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.697339] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.697908] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.697908] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.697908] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 120bcc97-f18a-4802-8b21-1af21180d84c already deleted. [ 1173.698052] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.698165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.698423] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.698606] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('120bcc97-f18a-4802-8b21-1af21180d84c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.701737] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: SUCCESS [ 1173.701991] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 deletion is rescheduled due to dependency. [ 1173.702258] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.863862] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.220157] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.220157] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.220157] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.220157] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.220157] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.220157] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 120bcc97-f18a-4802-8b21-1af21180d84c already deleted. [ 1174.220157] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.365768] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.365921] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.365977] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.366203] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.366294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.366386] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 is going to be created. [ 1174.397857] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.398070] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.398190] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.398498] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.398781] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.415605] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 in Status: UNINITIALIZED for 2s [ 1175.294462] env[66577]: INFO networking_nsxv3.common.synchronization [req-594d5029-adbc-4f83-98b1-b9a8a620dc58 req-a754fd77-f00b-4e3f-946f-fd6c43759266 tempest-ServerActionsTestOtherB-1553213660 tempest-ServerActionsTestOtherB-1553213660-project-member] Enqueued Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_members [ 1175.294462] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_members [ 1175.296148] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb4e956-0433-4e20-b64c-9dedce983586 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.296431] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.296872] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.297335] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.297771] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.298089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.300017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.300017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.300017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.300017] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.703940] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.704162] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.704318] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.704602] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.704860] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.705029] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.705222] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.705363] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.705511] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.705739] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.705859] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.705957] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.706072] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.706187] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.706291] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.706421] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.729527] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.729823] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.730064] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.730345] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.730880] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-491b6340-3e6e-4000-95dd-adb81b5feb74 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.731166] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-491b6340-3e6e-4000-95dd-adb81b5feb74" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.731232] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-491b6340-3e6e-4000-95dd-adb81b5feb74" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.731567] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-491b6340-3e6e-4000-95dd-adb81b5feb74" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.731718] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('491b6340-3e6e-4000-95dd-adb81b5feb74',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.801139] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.801321] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.801425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.801660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.801761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.801992] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.802118] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.802181] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.802339] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.802415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.802503] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb4e956-0433-4e20-b64c-9dedce983586 is going to be updated. [ 1175.830535] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.830743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.830808] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.831069] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.831234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.848069] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: IN_PROGRESS for 2s [ 1176.234263] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.234520] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.234646] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.234981] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.235191] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.235327] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 491b6340-3e6e-4000-95dd-adb81b5feb74 not found, creating... [ 1176.235609] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.235770] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.235891] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.236150] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.236269] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.236558] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.236713] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.236863] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.237137] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.237278] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.237419] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 491b6340-3e6e-4000-95dd-adb81b5feb74 is going to be created. [ 1176.262083] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.262306] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.262429] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.262714] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.262948] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.263268] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-491b6340-3e6e-4000-95dd-adb81b5feb74" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.427392] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 in Status: SUCCESS [ 1176.427711] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.427937] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.428188] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.428404] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.428543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.428636] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.428853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.428956] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.429097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.429218] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.931666] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.962129] env[66577]: INFO networking_nsxv3.common.synchronization [req-594d5029-adbc-4f83-98b1-b9a8a620dc58 req-0af883ab-5cbb-4e88-9723-c7c97e60787e service nova] Enqueued Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_rules [ 1176.962363] env[66577]: INFO networking_nsxv3.common.synchronization [req-594d5029-adbc-4f83-98b1-b9a8a620dc58 req-0af883ab-5cbb-4e88-9723-c7c97e60787e service nova] Enqueued Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_members [ 1176.962511] env[66577]: INFO networking_nsxv3.common.synchronization [req-594d5029-adbc-4f83-98b1-b9a8a620dc58 req-0af883ab-5cbb-4e88-9723-c7c97e60787e service nova] Enqueued Resource ID: 491b6340-3e6e-4000-95dd-adb81b5feb74 with Priority: HIGHEST for action port [ 1176.963065] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_rules [ 1176.963201] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_members [ 1176.963329] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 491b6340-3e6e-4000-95dd-adb81b5feb74 with Priority: HIGHEST for action port [ 1176.963624] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbb4e956-0433-4e20-b64c-9dedce983586 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.963741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.963807] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.964235] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.964317] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.965237] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb4e956-0433-4e20-b64c-9dedce983586 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.965339] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.965595] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-491b6340-3e6e-4000-95dd-adb81b5feb74 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.965738] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-491b6340-3e6e-4000-95dd-adb81b5feb74" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.965809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-491b6340-3e6e-4000-95dd-adb81b5feb74" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.965999] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-491b6340-3e6e-4000-95dd-adb81b5feb74" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.966730] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('491b6340-3e6e-4000-95dd-adb81b5feb74',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.434871] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac1d6c65-16ac-42b3-9783-b8d1a7f911f7: rpc.has_security_group_logging(os_id): False [ 1177.453957] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.455235] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.455235] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.455235] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.455235] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.455235] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.455235] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.455235] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.455235] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.455235] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.455658] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 is going to be created. [ 1177.468201] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb4e956-0433-4e20-b64c-9dedce983586 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.468352] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.468570] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 491b6340-3e6e-4000-95dd-adb81b5feb74 with status ACTIVE [ 1177.468764] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.468887] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.468952] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.469206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.469302] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.469497] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.469609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.469675] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.469853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.469949] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.470193] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.470313] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.470379] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.470540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.470634] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.470720] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 491b6340-3e6e-4000-95dd-adb81b5feb74 is going to be updated. [ 1177.492380] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.492616] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.492616] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.492733] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.492862] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.493014] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-491b6340-3e6e-4000-95dd-adb81b5feb74" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.523697] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.523847] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.523927] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.526732] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.527436] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.540851] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 in Status: IN_PROGRESS for 2s [ 1177.860044] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: SUCCESS [ 1177.861429] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb4e956-0433-4e20-b64c-9dedce983586 deletion is rescheduled due to dependency. [ 1177.861429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.861429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.861429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.861429] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.861429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.861429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.861429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.861734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.862612] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.212604] env[66577]: INFO networking_nsxv3.common.synchronization [req-df690007-d9be-465e-8200-a91d50870bbc req-40ae869d-9088-4873-9ac7-e24167ac93f9 tempest-ServerMetadataTestJSON-355010645 tempest-ServerMetadataTestJSON-355010645-project-member] Enqueued Resource ID: 466a84a6-4788-46b3-9975-07bd82939f29 with Priority: HIGHEST for action security_group_members [ 1178.213147] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466a84a6-4788-46b3-9975-07bd82939f29 with Priority: HIGHEST for action security_group_members [ 1178.213444] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-466a84a6-4788-46b3-9975-07bd82939f29 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.213564] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.213628] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.214094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.214260] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.214361] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.214421] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.214577] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.214660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.214745] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('466a84a6-4788-46b3-9975-07bd82939f29',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.365478] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.632611] env[66577]: INFO networking_nsxv3.common.synchronization [req-aebed867-edcd-4cc4-bafd-e8113cbcfc5a req-9212b552-6b59-4a4f-a825-b50ceff0f96b tempest-ImagesOneServerNegativeTestJSON-2005992575 tempest-ImagesOneServerNegativeTestJSON-2005992575-project-member] Enqueued Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_members [ 1178.633992] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_members [ 1178.633992] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70eaa17-b180-4b41-bfc3-580c8256ae85 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.633992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.633992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.633992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.634278] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.634278] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.634278] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.634440] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.634440] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.634550] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.717166] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.717318] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.717386] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.717595] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.717683] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.717878] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.717981] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.718036] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.718187] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.718261] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.718345] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466a84a6-4788-46b3-9975-07bd82939f29 is going to be updated. [ 1178.756528] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.756528] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.756528] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.756528] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.756528] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.767452] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466a84a6-4788-46b3-9975-07bd82939f29 in Status: IN_PROGRESS for 2s [ 1178.871285] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.136789] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.136968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.137022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.137252] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.137346] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.137553] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.137649] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.137716] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.137867] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.137937] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.138034] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 is going to be updated. [ 1179.167865] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.168049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.168107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.168325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.168466] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.178899] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 in Status: IN_PROGRESS for 2s [ 1179.372718] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.372972] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.373043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.373338] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.373430] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.374076] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb4e956-0433-4e20-b64c-9dedce983586 is going to be updated. [ 1179.421857] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.422142] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.422266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.422557] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.422792] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.437234] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: IN_PROGRESS for 2s [ 1179.554443] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 in Status: SUCCESS [ 1179.554728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.619729] env[66577]: INFO networking_nsxv3.common.synchronization [req-79c82921-f3e2-4ce8-8d46-6e227f82e63e req-6ce843a6-07cb-4cd1-b727-00260c57b77a tempest-ServerDiskConfigTestJSON-513577884 tempest-ServerDiskConfigTestJSON-513577884-project-member] Enqueued Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 1179.620479] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 1179.620990] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.621151] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.621151] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.622023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.622023] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.622023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.622023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.622268] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.622268] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.622332] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.008027] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.008027] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-684" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.008027] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-684" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.008027] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-684" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.008027] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.008027] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.008559] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.008559] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.008665] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.008980] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.009115] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.009255] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.009392] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.009509] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.009615] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.009772] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.032347] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.032417] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1180.032678] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.032862] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-684" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.033192] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-819a276d-7d6c-4862-9976-0ea80b645ffc taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.033371] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-819a276d-7d6c-4862-9976-0ea80b645ffc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.033528] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-819a276d-7d6c-4862-9976-0ea80b645ffc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.033811] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-819a276d-7d6c-4862-9976-0ea80b645ffc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.033964] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('819a276d-7d6c-4862-9976-0ea80b645ffc',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.125263] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.125624] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.125624] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.125734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.125860] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.126009] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.126118] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.126178] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.126334] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.126411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.126508] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 is going to be updated. [ 1180.151440] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.151609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.151642] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.151850] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.151992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.161751] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: IN_PROGRESS for 2s [ 1180.539380] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.539493] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.539611] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.539942] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.540141] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.540309] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 819a276d-7d6c-4862-9976-0ea80b645ffc not found, creating... [ 1180.540578] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.540737] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.540947] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.541244] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.541392] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.541689] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.541855] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.542208] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.542426] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.542561] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.542700] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 819a276d-7d6c-4862-9976-0ea80b645ffc is going to be created. [ 1180.565459] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.565459] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.565459] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.565459] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.565459] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.565459] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-819a276d-7d6c-4862-9976-0ea80b645ffc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.778079] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 466a84a6-4788-46b3-9975-07bd82939f29 in Status: SUCCESS [ 1180.778079] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 466a84a6-4788-46b3-9975-07bd82939f29 deletion is rescheduled due to dependency. [ 1180.778372] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-466a84a6-4788-46b3-9975-07bd82939f29" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.188946] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 in Status: SUCCESS [ 1181.189350] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 deletion is rescheduled due to dependency. [ 1181.189350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.276343] env[66577]: INFO networking_nsxv3.common.synchronization [req-79c82921-f3e2-4ce8-8d46-6e227f82e63e req-8d1ffc7c-548e-417b-bee3-7bebfe767cda service nova] Enqueued Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_rules [ 1181.276524] env[66577]: INFO networking_nsxv3.common.synchronization [req-79c82921-f3e2-4ce8-8d46-6e227f82e63e req-8d1ffc7c-548e-417b-bee3-7bebfe767cda service nova] Enqueued Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 1181.276950] env[66577]: INFO networking_nsxv3.common.synchronization [req-79c82921-f3e2-4ce8-8d46-6e227f82e63e req-8d1ffc7c-548e-417b-bee3-7bebfe767cda service nova] Enqueued Resource ID: 819a276d-7d6c-4862-9976-0ea80b645ffc with Priority: HIGHEST for action port [ 1181.277589] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_rules [ 1181.277825] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 1181.278075] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 819a276d-7d6c-4862-9976-0ea80b645ffc with Priority: HIGHEST for action port [ 1181.278407] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.278554] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.278659] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.279677] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.279677] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.280570] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.280706] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.280959] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-819a276d-7d6c-4862-9976-0ea80b645ffc taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.281111] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-819a276d-7d6c-4862-9976-0ea80b645ffc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.281194] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-819a276d-7d6c-4862-9976-0ea80b645ffc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.281411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-819a276d-7d6c-4862-9976-0ea80b645ffc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.281509] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('819a276d-7d6c-4862-9976-0ea80b645ffc',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.451945] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: SUCCESS [ 1181.452295] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.452790] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.453114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.454088] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.454316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.454941] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.455217] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.455744] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.455942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.458179] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.784840] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.784840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.784840] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 819a276d-7d6c-4862-9976-0ea80b645ffc with status ACTIVE [ 1181.784840] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.784840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.784840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.784840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.784840] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.785537] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.785537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.785537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.785537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.785537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.785755] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.785755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.785994] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.785994] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.785994] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.788103] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 819a276d-7d6c-4862-9976-0ea80b645ffc is going to be updated. [ 1181.817696] env[66577]: INFO networking_nsxv3.common.synchronization [None req-db7ae00e-83c1-40ff-b793-a00329a77b28 None None] Enqueued Resource ID: 6b70c1c3-65cd-4254-a961-e9139e4e989b with Priority: HIGHEST for action port [ 1181.818364] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b70c1c3-65cd-4254-a961-e9139e4e989b with Priority: HIGHEST for action port [ 1181.818774] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b70c1c3-65cd-4254-a961-e9139e4e989b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.818965] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b70c1c3-65cd-4254-a961-e9139e4e989b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.819054] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b70c1c3-65cd-4254-a961-e9139e4e989b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.819442] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b70c1c3-65cd-4254-a961-e9139e4e989b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.819442] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b70c1c3-65cd-4254-a961-e9139e4e989b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.824791] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.824917] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.824993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.825218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.825601] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.825601] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-819a276d-7d6c-4862-9976-0ea80b645ffc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.962413] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.993234] env[66577]: INFO networking_nsxv3.common.synchronization [req-926ff333-c46c-446a-bf2b-11dda55bb3ff req-b7ce6ad6-5540-479b-aa6c-b8fbbbf6813b tempest-AttachVolumeNegativeTest-2015767532 tempest-AttachVolumeNegativeTest-2015767532-project-member] Enqueued Resource ID: 120bcc97-f18a-4802-8b21-1af21180d84c with Priority: HIGHEST for action security_group_members [ 1181.993777] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120bcc97-f18a-4802-8b21-1af21180d84c with Priority: HIGHEST for action security_group_members [ 1181.994454] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-120bcc97-f18a-4802-8b21-1af21180d84c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.995224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.995224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.995224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.995393] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.995454] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.995488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.995613] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.995694] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.995786] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('120bcc97-f18a-4802-8b21-1af21180d84c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.172279] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: SUCCESS [ 1182.172467] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 deletion is rescheduled due to dependency. [ 1182.172587] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.172761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.173069] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.173318] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.173406] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.173470] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.173633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.173715] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.173809] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.322042] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b70c1c3-65cd-4254-a961-e9139e4e989b [ 1182.322366] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.322440] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.322483] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.323053] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.323053] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.323053] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b70c1c3-65cd-4254-a961-e9139e4e989b already deleted. [ 1182.323053] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b70c1c3-65cd-4254-a961-e9139e4e989b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.376117] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-665 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.376117] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-665" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.376117] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-665" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.376117] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-665" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.377356] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.378254] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.378254] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.378254] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.378375] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.378554] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.378673] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.378813] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.378929] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.379055] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.379176] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.379310] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.401338] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.401529] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1182.401771] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.402089] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-665" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.402566] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-3cea5e04-23ad-4017-ac3c-24b59bcf9223 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.402808] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-3cea5e04-23ad-4017-ac3c-24b59bcf9223" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.403060] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-3cea5e04-23ad-4017-ac3c-24b59bcf9223" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.403490] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-3cea5e04-23ad-4017-ac3c-24b59bcf9223" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.403680] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cea5e04-23ad-4017-ac3c-24b59bcf9223',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.464966] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbb4e956-0433-4e20-b64c-9dedce983586: rpc.has_security_group_logging(os_id): False [ 1182.485794] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.485794] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.485794] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.486027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.486027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.486204] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.486321] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.486352] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.486498] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.486797] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.486797] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbb4e956-0433-4e20-b64c-9dedce983586 is going to be updated. [ 1182.498323] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.498471] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.498559] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.498716] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.498831] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.499043] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.499144] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.499200] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.499356] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.499432] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.499552] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 120bcc97-f18a-4802-8b21-1af21180d84c already deleted. [ 1182.499589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.549678] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.549862] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.549902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.550222] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.550288] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.562528] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: IN_PROGRESS for 2s [ 1182.675929] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.907138] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.907365] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.907489] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.907796] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.908025] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.908177] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 3cea5e04-23ad-4017-ac3c-24b59bcf9223 not found, creating... [ 1182.911149] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.911149] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.911149] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.911149] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.911149] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.911149] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.911149] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.911149] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.911441] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.911441] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.911523] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 3cea5e04-23ad-4017-ac3c-24b59bcf9223 is going to be created. [ 1182.934385] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.934694] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.934811] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.935173] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.935260] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.935507] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-3cea5e04-23ad-4017-ac3c-24b59bcf9223" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.178816] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.651522] env[66577]: INFO networking_nsxv3.common.synchronization [req-926ff333-c46c-446a-bf2b-11dda55bb3ff req-19224d35-e852-45fe-a249-b37a3aedcfa6 service nova] Enqueued Resource ID: 120bcc97-f18a-4802-8b21-1af21180d84c with Priority: HIGHEST for action security_group_rules [ 1183.651963] env[66577]: INFO networking_nsxv3.common.synchronization [req-926ff333-c46c-446a-bf2b-11dda55bb3ff req-19224d35-e852-45fe-a249-b37a3aedcfa6 service nova] Enqueued Resource ID: 120bcc97-f18a-4802-8b21-1af21180d84c with Priority: HIGHEST for action security_group_members [ 1183.651963] env[66577]: INFO networking_nsxv3.common.synchronization [req-926ff333-c46c-446a-bf2b-11dda55bb3ff req-19224d35-e852-45fe-a249-b37a3aedcfa6 service nova] Enqueued Resource ID: 3cea5e04-23ad-4017-ac3c-24b59bcf9223 with Priority: HIGHEST for action port [ 1183.652525] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120bcc97-f18a-4802-8b21-1af21180d84c with Priority: HIGHEST for action security_group_rules [ 1183.652710] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120bcc97-f18a-4802-8b21-1af21180d84c with Priority: HIGHEST for action security_group_members [ 1183.652941] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cea5e04-23ad-4017-ac3c-24b59bcf9223 with Priority: HIGHEST for action port [ 1183.654061] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-120bcc97-f18a-4802-8b21-1af21180d84c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.654208] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.654276] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.654474] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.654553] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('120bcc97-f18a-4802-8b21-1af21180d84c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.655439] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-120bcc97-f18a-4802-8b21-1af21180d84c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.655547] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.656276] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.656276] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.656276] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.656276] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.656276] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.656276] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.656652] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.656652] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('120bcc97-f18a-4802-8b21-1af21180d84c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.657216] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cea5e04-23ad-4017-ac3c-24b59bcf9223 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.657334] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cea5e04-23ad-4017-ac3c-24b59bcf9223" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.657394] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cea5e04-23ad-4017-ac3c-24b59bcf9223" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.657510] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cea5e04-23ad-4017-ac3c-24b59bcf9223" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.657857] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cea5e04-23ad-4017-ac3c-24b59bcf9223',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.685658] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.685658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.685658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.685658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.685658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.685658] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 is going to be updated. [ 1183.717157] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.717157] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.717363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.717447] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.717748] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.728147] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: IN_PROGRESS for 2s [ 1184.159139] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('120bcc97-f18a-4802-8b21-1af21180d84c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.160289] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-120bcc97-f18a-4802-8b21-1af21180d84c taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.160402] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.162887] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cea5e04-23ad-4017-ac3c-24b59bcf9223 with status ACTIVE [ 1184.162887] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.162887] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.163049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.163142] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.163250] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.163428] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.163521] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.163571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.163734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.164049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.164049] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.164197] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.164197] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.164324] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.164397] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.164477] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cea5e04-23ad-4017-ac3c-24b59bcf9223 is going to be updated. [ 1184.194417] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.194610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.194610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.194808] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.194987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.195195] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cea5e04-23ad-4017-ac3c-24b59bcf9223" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.577984] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: SUCCESS [ 1184.577984] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.632374] env[66577]: INFO networking_nsxv3.common.synchronization [None req-889e2c5c-1052-42bf-80ea-de37d09c5232 None None] Enqueued Resource ID: 797255a4-b9fb-42b4-87da-beef00d6588d with Priority: HIGHEST for action port [ 1184.633353] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797255a4-b9fb-42b4-87da-beef00d6588d with Priority: HIGHEST for action port [ 1184.633353] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-797255a4-b9fb-42b4-87da-beef00d6588d taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.633353] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-797255a4-b9fb-42b4-87da-beef00d6588d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.633353] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-797255a4-b9fb-42b4-87da-beef00d6588d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.633540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-797255a4-b9fb-42b4-87da-beef00d6588d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.633590] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('797255a4-b9fb-42b4-87da-beef00d6588d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.664620] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('120bcc97-f18a-4802-8b21-1af21180d84c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.138721] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 797255a4-b9fb-42b4-87da-beef00d6588d [ 1185.138721] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.139049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.139049] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.139819] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.139819] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.139819] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:797255a4-b9fb-42b4-87da-beef00d6588d already deleted. [ 1185.139819] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-797255a4-b9fb-42b4-87da-beef00d6588d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.166693] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.166693] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.167362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.167362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.167362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.167362] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 120bcc97-f18a-4802-8b21-1af21180d84c is going to be created. [ 1185.193154] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.193154] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.193426] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.193475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.193675] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.208497] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120bcc97-f18a-4802-8b21-1af21180d84c in Status: UNINITIALIZED for 2s [ 1185.211172] env[66577]: INFO networking_nsxv3.common.synchronization [None req-9a48b9cd-9957-4e1b-938e-2c1b4e2731e3 None None] Enqueued Resource ID: 896780a8-3bf6-490e-8495-ac634cef5bb7 with Priority: HIGHEST for action port [ 1185.211758] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 896780a8-3bf6-490e-8495-ac634cef5bb7 with Priority: HIGHEST for action port [ 1185.212193] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-896780a8-3bf6-490e-8495-ac634cef5bb7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.212328] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-896780a8-3bf6-490e-8495-ac634cef5bb7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.212394] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-896780a8-3bf6-490e-8495-ac634cef5bb7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.212645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-896780a8-3bf6-490e-8495-ac634cef5bb7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.212723] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('896780a8-3bf6-490e-8495-ac634cef5bb7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.718029] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 896780a8-3bf6-490e-8495-ac634cef5bb7 [ 1185.718029] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.718029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.718029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.718029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.718029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.718029] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:896780a8-3bf6-490e-8495-ac634cef5bb7 already deleted. [ 1185.718029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-896780a8-3bf6-490e-8495-ac634cef5bb7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.739990] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: SUCCESS [ 1185.740730] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.740943] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.741246] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.745019] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.745019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.745019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.745019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.745019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.745019] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.745019] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.245817] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.245935] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.246029] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.246315] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.246892] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.247016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.247114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.247303] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.247548] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.247548] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.247647] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.247811] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.247858] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.248027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.248186] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.248325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.248385] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.248540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.248643] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.248711] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.248796] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.753607] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fa613fd-3168-4037-8718-74203945f487: rpc.has_security_group_logging(os_id): False [ 1186.783369] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.783369] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.783369] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.783617] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.783617] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.784067] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.784067] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.784212] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.784816] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.784816] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.784816] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.784816] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.785018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.785018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.787105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.787105] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.787105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.787105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.787105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.787105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.787105] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fa613fd-3168-4037-8718-74203945f487 is going to be updated. [ 1186.900802] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.900802] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.900802] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.900802] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.901676] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.918891] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: IN_PROGRESS for 2s [ 1186.953077] env[66577]: INFO networking_nsxv3.common.synchronization [None req-a9a9e274-c024-4b28-9610-4762ccded60f tempest-ImagesOneServerNegativeTestJSON-2005992575 tempest-ImagesOneServerNegativeTestJSON-2005992575-project-member] Enqueued Resource ID: e68cffc5-114d-4315-96d2-126d63179080 with Priority: HIGHEST for action security_group_rules [ 1186.953244] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e68cffc5-114d-4315-96d2-126d63179080 with Priority: HIGHEST for action security_group_rules [ 1186.953570] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e68cffc5-114d-4315-96d2-126d63179080 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.953691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e68cffc5-114d-4315-96d2-126d63179080" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.953764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e68cffc5-114d-4315-96d2-126d63179080" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.954056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e68cffc5-114d-4315-96d2-126d63179080" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.954136] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e68cffc5-114d-4315-96d2-126d63179080',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.091426] env[66577]: INFO networking_nsxv3.common.synchronization [None req-a07753f1-5691-41a5-bd61-baec61485857 tempest-ImagesOneServerNegativeTestJSON-2005992575 tempest-ImagesOneServerNegativeTestJSON-2005992575-project-member] Enqueued Resource ID: e68cffc5-114d-4315-96d2-126d63179080 with Priority: HIGHEST for action security_group_rules [ 1187.092408] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e68cffc5-114d-4315-96d2-126d63179080 with Priority: HIGHEST for action security_group_rules [ 1187.092958] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e68cffc5-114d-4315-96d2-126d63179080 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.093240] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e68cffc5-114d-4315-96d2-126d63179080" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.221668] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120bcc97-f18a-4802-8b21-1af21180d84c in Status: SUCCESS [ 1187.221942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.222603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.222854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.223053] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.223184] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.223357] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.223496] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.225093] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.225253] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.225393] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('120bcc97-f18a-4802-8b21-1af21180d84c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.335330] env[66577]: INFO networking_nsxv3.common.synchronization [None req-0d461ac9-ab6d-4cd6-9ae1-0b7b691282fe None None] Enqueued Resource ID: b8fcb3b3-2908-4020-a5e3-b7f3a9485a71 with Priority: HIGHEST for action port [ 1187.335846] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8fcb3b3-2908-4020-a5e3-b7f3a9485a71 with Priority: HIGHEST for action port [ 1187.339165] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8fcb3b3-2908-4020-a5e3-b7f3a9485a71 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.339165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8fcb3b3-2908-4020-a5e3-b7f3a9485a71" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.339165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8fcb3b3-2908-4020-a5e3-b7f3a9485a71" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.339165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8fcb3b3-2908-4020-a5e3-b7f3a9485a71" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.339319] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8fcb3b3-2908-4020-a5e3-b7f3a9485a71',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.479031] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.479192] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.479192] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.479419] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.479501] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.479737] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e68cffc5-114d-4315-96d2-126d63179080 already deleted. [ 1187.479883] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e68cffc5-114d-4315-96d2-126d63179080" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.480152] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e68cffc5-114d-4315-96d2-126d63179080" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.480384] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e68cffc5-114d-4315-96d2-126d63179080" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.480497] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e68cffc5-114d-4315-96d2-126d63179080',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.729689] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('120bcc97-f18a-4802-8b21-1af21180d84c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.842523] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8fcb3b3-2908-4020-a5e3-b7f3a9485a71 [ 1187.842523] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.842523] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.842523] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.842523] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.843021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.843021] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8fcb3b3-2908-4020-a5e3-b7f3a9485a71 already deleted. [ 1187.843021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8fcb3b3-2908-4020-a5e3-b7f3a9485a71" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.004641] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.005823] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.005823] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.005823] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.005823] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.005823] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e68cffc5-114d-4315-96d2-126d63179080 already deleted. [ 1188.007027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e68cffc5-114d-4315-96d2-126d63179080" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.231736] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 120bcc97-f18a-4802-8b21-1af21180d84c: rpc.has_security_group_logging(os_id): False [ 1188.254304] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.254469] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.254540] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.254782] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.254882] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.255610] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.255610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.255610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.255799] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.255988] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.255988] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 120bcc97-f18a-4802-8b21-1af21180d84c is going to be created. [ 1188.323182] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.323316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.323376] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.323595] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.323844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.340184] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 120bcc97-f18a-4802-8b21-1af21180d84c in Status: IN_PROGRESS for 2s [ 1188.934085] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: SUCCESS [ 1188.934507] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.354965] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 120bcc97-f18a-4802-8b21-1af21180d84c in Status: SUCCESS [ 1190.355382] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.017988] env[66577]: INFO networking_nsxv3.common.synchronization [req-41a724d5-fe28-464b-8250-9995a47ba945 req-bb7332af-8860-4585-b504-596ea6a06e33 tempest-AttachInterfacesTestJSON-2047328862 tempest-AttachInterfacesTestJSON-2047328862-project-member] Enqueued Resource ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 with Priority: HIGHEST for action security_group_members [ 1191.018938] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 with Priority: HIGHEST for action security_group_members [ 1191.019130] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.019297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.019347] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.019527] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.019687] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.019784] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.019845] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.019997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.020096] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.020190] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.437722] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.437722] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.437722] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.438381] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.438381] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.438533] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.438591] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.438786] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.438944] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.439356] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.439478] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.439595] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.439709] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.439825] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.439937] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.440101] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.466123] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.466366] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1191.466574] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.466723] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.467131] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-188735d1-7437-4b9e-ab1b-d24261f6c110 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.467335] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-188735d1-7437-4b9e-ab1b-d24261f6c110" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.467461] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-188735d1-7437-4b9e-ab1b-d24261f6c110" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.467807] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-188735d1-7437-4b9e-ab1b-d24261f6c110" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.467966] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('188735d1-7437-4b9e-ab1b-d24261f6c110',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.522771] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.971095] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.971463] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.971666] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.972104] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.972341] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.972582] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 188735d1-7437-4b9e-ab1b-d24261f6c110 not found, creating... [ 1191.973016] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.973286] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.973477] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.973820] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.974063] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.974538] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.974796] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.974987] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.975319] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.975537] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.975758] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 188735d1-7437-4b9e-ab1b-d24261f6c110 is going to be created. [ 1191.998027] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.998263] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.998312] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.998558] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.998785] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.999043] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-188735d1-7437-4b9e-ab1b-d24261f6c110" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.024825] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.529493] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.529493] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.529828] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.529828] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.529989] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.529989] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 is going to be updated. [ 1192.562755] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.562907] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.562980] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.563221] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.563371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.578291] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 in Status: IN_PROGRESS for 2s [ 1192.725512] env[66577]: INFO networking_nsxv3.common.synchronization [req-41a724d5-fe28-464b-8250-9995a47ba945 req-06cefcc4-dc6d-42d1-9812-f33001f997d3 service nova] Enqueued Resource ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 with Priority: HIGHEST for action security_group_rules [ 1192.725512] env[66577]: INFO networking_nsxv3.common.synchronization [req-41a724d5-fe28-464b-8250-9995a47ba945 req-06cefcc4-dc6d-42d1-9812-f33001f997d3 service nova] Enqueued Resource ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 with Priority: HIGHEST for action security_group_members [ 1192.725512] env[66577]: INFO networking_nsxv3.common.synchronization [req-41a724d5-fe28-464b-8250-9995a47ba945 req-06cefcc4-dc6d-42d1-9812-f33001f997d3 service nova] Enqueued Resource ID: 188735d1-7437-4b9e-ab1b-d24261f6c110 with Priority: HIGHEST for action port [ 1192.726417] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 with Priority: HIGHEST for action security_group_rules [ 1192.726585] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 with Priority: HIGHEST for action security_group_members [ 1192.726725] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 188735d1-7437-4b9e-ab1b-d24261f6c110 with Priority: HIGHEST for action port [ 1192.727099] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.727762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.727762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.727762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.727762] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.729033] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.729167] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.729378] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-188735d1-7437-4b9e-ab1b-d24261f6c110 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.729597] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-188735d1-7437-4b9e-ab1b-d24261f6c110" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.729597] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-188735d1-7437-4b9e-ab1b-d24261f6c110" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.729848] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-188735d1-7437-4b9e-ab1b-d24261f6c110" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.730957] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('188735d1-7437-4b9e-ab1b-d24261f6c110',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.232785] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.232932] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.233122] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 188735d1-7437-4b9e-ab1b-d24261f6c110 with status ACTIVE [ 1193.235064] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.235064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.235064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.235064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.235064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.235064] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.235064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.235064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.235064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.235064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.235064] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.235064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.235562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.235562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.235562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.235562] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 188735d1-7437-4b9e-ab1b-d24261f6c110 is going to be updated. [ 1193.258454] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.258609] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.258654] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.258857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.259092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.259253] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-188735d1-7437-4b9e-ab1b-d24261f6c110" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.351927] env[66577]: INFO networking_nsxv3.common.synchronization [req-9d1a7eb6-ac04-4fe2-bbf4-31cefe53e940 req-16dda816-f3e4-48f4-b393-b8cf551433ce tempest-ServersNegativeTestMultiTenantJSON-511666639 tempest-ServersNegativeTestMultiTenantJSON-511666639-project-member] Enqueued Resource ID: b066c960-b33e-4d77-92bb-50876250915a with Priority: HIGHEST for action security_group_members [ 1193.352634] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b066c960-b33e-4d77-92bb-50876250915a with Priority: HIGHEST for action security_group_members [ 1193.352962] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b066c960-b33e-4d77-92bb-50876250915a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.353229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.353229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.353537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.353664] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.353764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.353832] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.354021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.354111] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.354206] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b066c960-b33e-4d77-92bb-50876250915a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.731228] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.731626] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-981" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.731852] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-981" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.732029] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-981" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.732332] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.732500] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.732613] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.732843] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.732993] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.733464] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.733590] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.733695] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.733803] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.733910] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.734062] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.734159] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.759127] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.759388] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1193.759671] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.759894] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-981" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.760338] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-72310ea6-d496-403b-b09c-4cf4c41edd06 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.760564] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-72310ea6-d496-403b-b09c-4cf4c41edd06" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.760722] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-72310ea6-d496-403b-b09c-4cf4c41edd06" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.761172] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-72310ea6-d496-403b-b09c-4cf4c41edd06" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.761340] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72310ea6-d496-403b-b09c-4cf4c41edd06',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.856872] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.857170] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.857308] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.857669] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.857879] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.858285] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.858494] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.858619] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.858905] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.859077] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.859261] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b066c960-b33e-4d77-92bb-50876250915a already deleted. [ 1193.859449] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.264099] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.264392] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.264626] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.264973] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.265151] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.265347] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 72310ea6-d496-403b-b09c-4cf4c41edd06 not found, creating... [ 1194.265658] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.265848] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.265987] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.266283] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.266472] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.266784] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.266945] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.267082] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.267298] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.267433] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.267572] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 72310ea6-d496-403b-b09c-4cf4c41edd06 is going to be created. [ 1194.289365] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.289683] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.289885] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.290320] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.290662] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.291011] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-72310ea6-d496-403b-b09c-4cf4c41edd06" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.591598] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 in Status: SUCCESS [ 1194.591885] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.592219] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.592494] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.592725] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.592850] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.592913] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.593092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.593184] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.593305] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.018870] env[66577]: INFO networking_nsxv3.common.synchronization [req-9d1a7eb6-ac04-4fe2-bbf4-31cefe53e940 req-850caf77-9244-4772-8926-1ee47733c8d8 service nova] Enqueued Resource ID: b066c960-b33e-4d77-92bb-50876250915a with Priority: HIGHEST for action security_group_rules [ 1195.019141] env[66577]: INFO networking_nsxv3.common.synchronization [req-9d1a7eb6-ac04-4fe2-bbf4-31cefe53e940 req-850caf77-9244-4772-8926-1ee47733c8d8 service nova] Enqueued Resource ID: b066c960-b33e-4d77-92bb-50876250915a with Priority: HIGHEST for action security_group_members [ 1195.019268] env[66577]: INFO networking_nsxv3.common.synchronization [req-9d1a7eb6-ac04-4fe2-bbf4-31cefe53e940 req-850caf77-9244-4772-8926-1ee47733c8d8 service nova] Enqueued Resource ID: 72310ea6-d496-403b-b09c-4cf4c41edd06 with Priority: HIGHEST for action port [ 1195.019836] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b066c960-b33e-4d77-92bb-50876250915a with Priority: HIGHEST for action security_group_rules [ 1195.019976] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b066c960-b33e-4d77-92bb-50876250915a with Priority: HIGHEST for action security_group_members [ 1195.020269] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72310ea6-d496-403b-b09c-4cf4c41edd06 with Priority: HIGHEST for action port [ 1195.020452] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b066c960-b33e-4d77-92bb-50876250915a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.020587] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.020657] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.020931] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.021051] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b066c960-b33e-4d77-92bb-50876250915a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.022106] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b066c960-b33e-4d77-92bb-50876250915a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.022175] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.022264] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.022380] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.022593] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.022693] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.022760] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.022942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.023047] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.023164] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b066c960-b33e-4d77-92bb-50876250915a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.026625] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-72310ea6-d496-403b-b09c-4cf4c41edd06 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.027680] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72310ea6-d496-403b-b09c-4cf4c41edd06" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.027680] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72310ea6-d496-403b-b09c-4cf4c41edd06" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.027680] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72310ea6-d496-403b-b09c-4cf4c41edd06" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.027680] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72310ea6-d496-403b-b09c-4cf4c41edd06',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.095554] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.525264] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b066c960-b33e-4d77-92bb-50876250915a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.532354] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72310ea6-d496-403b-b09c-4cf4c41edd06 with status ACTIVE [ 1195.532354] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.532354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.532354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.532354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.532354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.532354] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.532354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.532354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.532354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.532354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.532354] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.532354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.532354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.533204] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.533204] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.533204] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72310ea6-d496-403b-b09c-4cf4c41edd06 is going to be updated. [ 1195.534925] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b066c960-b33e-4d77-92bb-50876250915a taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.534925] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.540924] env[66577]: INFO networking_nsxv3.common.synchronization [req-e829851f-5a89-4de5-910c-03a7a1361dd2 req-a7d247fd-2287-4ce6-afae-d5cb12853a95 tempest-ServerActionsTestJSON-1350215912 tempest-ServerActionsTestJSON-1350215912-project-member] Enqueued Resource ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 with Priority: HIGHEST for action security_group_members [ 1195.543566] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 with Priority: HIGHEST for action security_group_members [ 1195.543566] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1d834d21-6726-42e1-b7cc-a86d9f61dbc0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.543566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.543566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.543566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.543566] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.543566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.543566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.543566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.544719] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.544719] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1d834d21-6726-42e1-b7cc-a86d9f61dbc0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.557495] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.557790] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.557889] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.558097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.558237] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.558388] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72310ea6-d496-403b-b09c-4cf4c41edd06" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.599107] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.920210] env[66577]: INFO networking_nsxv3.common.synchronization [req-0f6b5c05-f66b-41b4-8d87-9aad585a9e4b req-7bacff7a-1577-485e-9713-017ee5c0243d tempest-ImagesOneServerNegativeTestJSON-2005992575 tempest-ImagesOneServerNegativeTestJSON-2005992575-project-member] Enqueued Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_members [ 1195.923031] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_members [ 1195.923031] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70eaa17-b180-4b41-bfc3-580c8256ae85 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.923031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.923031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.923031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.923031] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.923031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.923031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.923031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.923031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.923031] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.017176] env[66577]: INFO networking_nsxv3.common.synchronization [req-dd9cf780-214d-4803-92bb-462989f3f424 req-6c78bed7-42a4-4fa8-aabe-1c1b004fdfdc tempest-ServerDiskConfigTestJSON-513577884 tempest-ServerDiskConfigTestJSON-513577884-project-member] Enqueued Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 1196.018412] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa613fd-3168-4037-8718-74203945f487 with Priority: HIGHEST for action security_group_members [ 1196.019291] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fa613fd-3168-4037-8718-74203945f487 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.019617] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.019804] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.020210] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.020588] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.020935] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.021256] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.021509] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.021653] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.021805] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fa613fd-3168-4037-8718-74203945f487',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.028412] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b066c960-b33e-4d77-92bb-50876250915a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.047346] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.047676] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.047781] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.048112] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.071688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.072305] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.072305] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.072305] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.072565] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.072650] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.072744] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 is going to be updated. [ 1196.101815] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.102191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.102191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.102488] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.102664] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.103065] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 is going to be updated. [ 1196.105167] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.105394] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.105531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.105893] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.106113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.118437] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 in Status: IN_PROGRESS for 2s [ 1196.152116] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.152297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.152297] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.152489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.152651] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.165178] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 in Status: IN_PROGRESS for 2s [ 1196.337914] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-857 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.338297] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-857" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.338464] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-857" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.338838] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-857" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.339227] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.339415] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.339623] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.340331] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.340331] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.340451] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.340663] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.340663] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.340778] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.340895] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.341244] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.341531] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.376082] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.376304] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1196.376524] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.376721] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-857" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.377111] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-27d3fb9a-e948-4c93-8001-15a5094ace9b taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.377331] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-27d3fb9a-e948-4c93-8001-15a5094ace9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.377525] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-27d3fb9a-e948-4c93-8001-15a5094ace9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.377996] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-27d3fb9a-e948-4c93-8001-15a5094ace9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.378046] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27d3fb9a-e948-4c93-8001-15a5094ace9b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.430017] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.430017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.430017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.430017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.430017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.430017] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.430017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.430017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.430583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.430708] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.430871] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 is going to be updated. [ 1196.460147] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.460374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.460374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.460581] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.460719] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.471569] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 in Status: IN_PROGRESS for 2s [ 1196.524701] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.524888] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.524975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.525239] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.525352] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.525576] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.525691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.525751] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.525911] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.525986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.526090] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 is going to be updated. [ 1196.529880] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.530013] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.530090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.530253] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.530347] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.530455] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b066c960-b33e-4d77-92bb-50876250915a is going to be created. [ 1196.564881] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.564881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.564881] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.565159] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.565194] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.570937] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.571229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.571229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.571430] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.571571] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.576141] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b066c960-b33e-4d77-92bb-50876250915a in Status: UNINITIALIZED for 2s [ 1196.578590] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: IN_PROGRESS for 2s [ 1196.880973] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.881284] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.881436] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.881755] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.881912] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.882140] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 27d3fb9a-e948-4c93-8001-15a5094ace9b not found, creating... [ 1196.882404] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.882593] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.882737] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.883014] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.883177] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.883529] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.883712] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.883832] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.884055] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.884196] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.884338] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 27d3fb9a-e948-4c93-8001-15a5094ace9b is going to be created. [ 1196.909114] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.909433] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.909623] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.909982] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.910307] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.910601] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-27d3fb9a-e948-4c93-8001-15a5094ace9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.662722] env[66577]: INFO networking_nsxv3.common.synchronization [req-0f6b5c05-f66b-41b4-8d87-9aad585a9e4b req-ede98e13-d506-4be5-83dd-55cf545d7525 service nova] Enqueued Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_rules [ 1197.662722] env[66577]: INFO networking_nsxv3.common.synchronization [req-0f6b5c05-f66b-41b4-8d87-9aad585a9e4b req-ede98e13-d506-4be5-83dd-55cf545d7525 service nova] Enqueued Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_members [ 1197.662993] env[66577]: INFO networking_nsxv3.common.synchronization [req-0f6b5c05-f66b-41b4-8d87-9aad585a9e4b req-ede98e13-d506-4be5-83dd-55cf545d7525 service nova] Enqueued Resource ID: 27d3fb9a-e948-4c93-8001-15a5094ace9b with Priority: HIGHEST for action port [ 1197.663329] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_rules [ 1197.663506] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_members [ 1197.663634] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27d3fb9a-e948-4c93-8001-15a5094ace9b with Priority: HIGHEST for action port [ 1197.663971] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e70eaa17-b180-4b41-bfc3-580c8256ae85 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.664141] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.664219] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.664437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.664516] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.665770] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70eaa17-b180-4b41-bfc3-580c8256ae85 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.665853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.666019] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-27d3fb9a-e948-4c93-8001-15a5094ace9b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.666156] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27d3fb9a-e948-4c93-8001-15a5094ace9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.666226] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27d3fb9a-e948-4c93-8001-15a5094ace9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.666404] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27d3fb9a-e948-4c93-8001-15a5094ace9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.666492] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27d3fb9a-e948-4c93-8001-15a5094ace9b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.129441] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 in Status: SUCCESS [ 1198.129801] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 deletion is rescheduled due to dependency. [ 1198.129801] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.167806] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70eaa17-b180-4b41-bfc3-580c8256ae85 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.169844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.169844] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27d3fb9a-e948-4c93-8001-15a5094ace9b with status ACTIVE [ 1198.169844] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.169844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.169844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.169844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.169844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.169844] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.169844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.169844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.169844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.169844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.169844] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.169844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.169844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.169844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.169844] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.170513] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27d3fb9a-e948-4c93-8001-15a5094ace9b is going to be updated. [ 1198.176590] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 in Status: SUCCESS [ 1198.176590] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.176685] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.177610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.177610] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.177610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.177610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.177610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.177610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.177610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.177610] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.194469] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.194469] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.194654] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.194764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.194931] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.195114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27d3fb9a-e948-4c93-8001-15a5094ace9b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.482825] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 in Status: SUCCESS [ 1198.483008] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 deletion is rescheduled due to dependency. [ 1198.483155] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.483325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.483539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.483712] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.483839] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.483929] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.484106] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.484186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.484284] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.592193] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b066c960-b33e-4d77-92bb-50876250915a in Status: SUCCESS [ 1198.592193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.592193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.592193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.592193] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.592193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.592193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.592193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.592651] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.592651] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.592651] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b066c960-b33e-4d77-92bb-50876250915a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.594136] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fa613fd-3168-4037-8718-74203945f487 in Status: SUCCESS [ 1198.594366] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fa613fd-3168-4037-8718-74203945f487 deletion is rescheduled due to dependency. [ 1198.594491] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fa613fd-3168-4037-8718-74203945f487" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.679099] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.987131] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.098800] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b066c960-b33e-4d77-92bb-50876250915a taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.098800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.098800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.098800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.098800] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.098800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.098800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.098800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.098800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.098800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.098800] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b066c960-b33e-4d77-92bb-50876250915a taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.098800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.098800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.098800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.098800] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.098800] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.099579] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.099579] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.099579] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.100981] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.102368] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b066c960-b33e-4d77-92bb-50876250915a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.181447] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac1d6c65-16ac-42b3-9783-b8d1a7f911f7: rpc.has_security_group_logging(os_id): False [ 1199.199537] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.199734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.199734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.199945] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.200046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.200297] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.200445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.200445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.200607] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.200681] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.200766] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 is going to be updated. [ 1199.264469] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.264645] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.264702] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.264908] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.265075] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.281957] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 in Status: IN_PROGRESS for 2s [ 1199.491441] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.605799] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b066c960-b33e-4d77-92bb-50876250915a: rpc.has_security_group_logging(os_id): False [ 1199.625913] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.626124] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.626223] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.626439] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.626522] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.626726] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.626823] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.626882] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.627081] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.627166] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.627368] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.627455] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.627509] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.627648] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.627714] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.628027] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.628126] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.628183] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.628324] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.628390] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.628475] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b066c960-b33e-4d77-92bb-50876250915a is going to be created. [ 1199.708235] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.708607] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.708607] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.708758] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.708928] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.721438] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b066c960-b33e-4d77-92bb-50876250915a in Status: IN_PROGRESS for 2s [ 1199.997239] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.997421] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.997517] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.997742] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.997833] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.997959] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 is going to be updated. [ 1200.029054] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.029232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.029305] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.029528] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.029676] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.041721] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 in Status: IN_PROGRESS for 2s [ 1201.289142] env[66577]: INFO networking_nsxv3.common.synchronization [None req-1304e9bc-c8c6-445e-895d-9a18da159b09 tempest-AttachInterfacesTestJSON-2047328862 tempest-AttachInterfacesTestJSON-2047328862-project-member] Enqueued Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1201.289752] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1201.290159] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.290279] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.290341] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.290539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.290684] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.290775] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.290834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.290988] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.291080] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.291399] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.299767] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 in Status: SUCCESS [ 1201.299767] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.737566] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b066c960-b33e-4d77-92bb-50876250915a in Status: SUCCESS [ 1201.737566] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.793348] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.793533] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.793586] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.793834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.793927] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.794145] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.794249] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.794314] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.794625] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.794753] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.794860] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 is going to be updated. [ 1201.828956] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.828956] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.828956] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.828956] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.828956] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.839312] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: IN_PROGRESS for 2s [ 1202.059317] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 in Status: SUCCESS [ 1202.059317] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.059317] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.059317] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.059645] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.059709] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.059758] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.060311] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.060311] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.060311] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.060311] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.565016] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70eaa17-b180-4b41-bfc3-580c8256ae85 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.565016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.565016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.565016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.565016] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.565016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.565016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.565016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.565016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.565016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.565016] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70eaa17-b180-4b41-bfc3-580c8256ae85 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.565016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.565016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.565016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.565849] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.565849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.565849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.565849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.565849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.565849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.565849] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.068930] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e70eaa17-b180-4b41-bfc3-580c8256ae85: rpc.has_security_group_logging(os_id): False [ 1203.094294] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.094294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.094294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.094294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.094294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.094614] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.094614] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.094690] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.095498] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.095498] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.095498] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.095498] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.095498] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.095498] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.095498] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.095818] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.095818] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.095818] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.095818] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.095957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.095957] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 is going to be updated. [ 1203.161117] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.161117] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.161117] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.161420] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.161474] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.179055] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 in Status: IN_PROGRESS for 2s [ 1203.850831] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: SUCCESS [ 1203.851284] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 deletion is rescheduled due to dependency. [ 1203.851284] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.195039] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 in Status: SUCCESS [ 1205.195295] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.290307] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1206.290712] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1207.615252] env[66577]: INFO networking_nsxv3.common.synchronization [req-08cba2c3-c5db-4863-bd9b-9ab6991b1505 req-4e7d8f41-e244-48ed-8acd-5253a8431c0c tempest-ServersNegativeTestMultiTenantJSON-511666639 tempest-ServersNegativeTestMultiTenantJSON-511666639-project-member] Enqueued Resource ID: b066c960-b33e-4d77-92bb-50876250915a with Priority: HIGHEST for action security_group_members [ 1207.616157] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b066c960-b33e-4d77-92bb-50876250915a with Priority: HIGHEST for action security_group_members [ 1207.616157] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-b066c960-b33e-4d77-92bb-50876250915a taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.616295] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.616364] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.616579] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.616742] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.616880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.616936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.617075] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.617163] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.617255] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b066c960-b33e-4d77-92bb-50876250915a',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.120119] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.120119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.120119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.120119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.120119] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.120554] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.120554] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.120554] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.120554] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.120684] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.120684] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b066c960-b33e-4d77-92bb-50876250915a is going to be updated. [ 1208.154436] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.154517] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.154617] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.155014] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.155236] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.165820] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b066c960-b33e-4d77-92bb-50876250915a in Status: IN_PROGRESS for 2s [ 1210.177369] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b066c960-b33e-4d77-92bb-50876250915a in Status: SUCCESS [ 1210.177801] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b066c960-b33e-4d77-92bb-50876250915a deletion is rescheduled due to dependency. [ 1210.177801] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b066c960-b33e-4d77-92bb-50876250915a" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.617077] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1212.617307] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1217.618138] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1217.618138] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1218.286475] env[66577]: INFO networking_nsxv3.common.synchronization [req-422eca3a-5540-4225-81f8-f202aaf123c7 req-1ded3fa4-9745-41d6-8111-db6bc2653934 tempest-ImagesOneServerNegativeTestJSON-2005992575 tempest-ImagesOneServerNegativeTestJSON-2005992575-project-member] Enqueued Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_members [ 1218.286950] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_members [ 1218.287304] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70eaa17-b180-4b41-bfc3-580c8256ae85 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.287418] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.287476] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.287722] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.288065] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.288065] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.288065] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.288415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.288536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.288664] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.791492] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.791836] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.791836] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.792111] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.792252] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.792556] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.792700] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.792900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.792968] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.793077] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.793198] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 is going to be updated. [ 1218.827293] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.827490] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.827554] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.827740] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.827839] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.837879] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 in Status: IN_PROGRESS for 2s [ 1219.020806] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.020968] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.021113] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.021462] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.022084] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.022084] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.022084] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.022341] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.022431] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.022626] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1219.022740] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1219.022847] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1219.022963] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1219.023080] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1219.023183] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1219.023311] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1219.043484] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1219.043679] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1219.043878] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1219.044080] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.044389] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-e04a390d-ce30-4436-9b80-46b4ffaf2bb2 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.044564] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-e04a390d-ce30-4436-9b80-46b4ffaf2bb2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.044684] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-e04a390d-ce30-4436-9b80-46b4ffaf2bb2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.045024] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-e04a390d-ce30-4436-9b80-46b4ffaf2bb2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.045163] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e04a390d-ce30-4436-9b80-46b4ffaf2bb2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.547472] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.547472] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.547739] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.548027] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.548185] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.548367] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port e04a390d-ce30-4436-9b80-46b4ffaf2bb2 not found, creating... [ 1219.548705] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.548887] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.549019] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.549277] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.549425] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.549733] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.549913] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.550052] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.550278] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.550417] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.550572] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: e04a390d-ce30-4436-9b80-46b4ffaf2bb2 is going to be created. [ 1219.571254] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.571559] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.571696] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.571956] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.572193] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.572425] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-e04a390d-ce30-4436-9b80-46b4ffaf2bb2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.290777] env[66577]: INFO networking_nsxv3.common.synchronization [req-1ddbce9f-6aff-4c24-b49c-2431401cc15e req-e0c9d5ef-4f27-48b2-b1e8-a5e23012f0ed service nova] Enqueued Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_rules [ 1220.290777] env[66577]: INFO networking_nsxv3.common.synchronization [req-1ddbce9f-6aff-4c24-b49c-2431401cc15e req-e0c9d5ef-4f27-48b2-b1e8-a5e23012f0ed service nova] Enqueued Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1220.291112] env[66577]: INFO networking_nsxv3.common.synchronization [req-1ddbce9f-6aff-4c24-b49c-2431401cc15e req-e0c9d5ef-4f27-48b2-b1e8-a5e23012f0ed service nova] Enqueued Resource ID: e04a390d-ce30-4436-9b80-46b4ffaf2bb2 with Priority: HIGHEST for action port [ 1220.291644] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_rules [ 1220.291644] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1220.291739] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04a390d-ce30-4436-9b80-46b4ffaf2bb2 with Priority: HIGHEST for action port [ 1220.292178] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.292178] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.292343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.292445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.292522] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.293379] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.293496] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.293564] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.293731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.293879] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.293969] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.294046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.294192] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.294276] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.294363] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.298032] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e04a390d-ce30-4436-9b80-46b4ffaf2bb2 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.298032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e04a390d-ce30-4436-9b80-46b4ffaf2bb2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.298032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e04a390d-ce30-4436-9b80-46b4ffaf2bb2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.298032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e04a390d-ce30-4436-9b80-46b4ffaf2bb2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.298032] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e04a390d-ce30-4436-9b80-46b4ffaf2bb2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.799123] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.799312] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.799572] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.800478] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e04a390d-ce30-4436-9b80-46b4ffaf2bb2 with status ACTIVE [ 1220.800672] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.800787] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.800850] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.801073] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.801159] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.801335] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.801455] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.801532] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.802622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.802622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.802622] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.802622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.802622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.802622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.802622] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.802622] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e04a390d-ce30-4436-9b80-46b4ffaf2bb2 is going to be updated. [ 1220.823391] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.823619] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.823619] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.823771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.823902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.824075] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e04a390d-ce30-4436-9b80-46b4ffaf2bb2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.854960] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 in Status: SUCCESS [ 1220.855151] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 deletion is rescheduled due to dependency. [ 1220.855198] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.304448] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.806683] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.806892] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.806892] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.807079] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.807175] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.807278] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 is going to be updated. [ 1221.845062] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.845339] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.845339] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.845509] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.845661] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.855050] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: IN_PROGRESS for 2s [ 1223.866857] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: SUCCESS [ 1223.867266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.867266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.867495] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.867692] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.867806] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.867869] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.868042] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.868124] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.868207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.868298] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.370350] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.370599] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.370599] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.370862] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.371037] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.371152] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.371206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.371383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.371520] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.371619] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.371781] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.371880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.371942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.372099] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.372240] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.372380] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.372451] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.372625] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.372710] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.372796] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.372886] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.875117] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625: rpc.has_security_group_logging(os_id): False [ 1224.894173] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.894372] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.894372] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.894531] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.894616] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.894828] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.894931] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.894983] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.896013] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.896013] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.896013] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.896013] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.896013] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.896013] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.896013] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.896013] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.896375] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.896375] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.896375] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.896486] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.896538] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 is going to be updated. [ 1224.962324] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.962477] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.962534] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.962744] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.962888] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.978957] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: IN_PROGRESS for 2s [ 1225.292617] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1225.292831] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1226.132583] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.132879] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.132879] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.133147] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.133405] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.133562] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.133678] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.133891] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.134052] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.134255] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.134369] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1226.134476] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1226.134586] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1226.134692] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1226.134797] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1226.134926] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1226.156242] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1226.156414] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1226.156555] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1226.156745] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.157071] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-251cbfc9-deff-41cd-bfc7-965a0e0178c1 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.157259] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-251cbfc9-deff-41cd-bfc7-965a0e0178c1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.157452] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-251cbfc9-deff-41cd-bfc7-965a0e0178c1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.157800] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-251cbfc9-deff-41cd-bfc7-965a0e0178c1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.157976] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('251cbfc9-deff-41cd-bfc7-965a0e0178c1',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.659971] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.660216] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.660340] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.660778] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.660977] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.661273] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.661606] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.661606] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.661808] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.661950] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.662246] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.662401] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.662518] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.662725] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.662860] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.663096] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 251cbfc9-deff-41cd-bfc7-965a0e0178c1 is going to be updated. [ 1226.683422] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.683682] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.683814] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.684085] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.684307] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.684529] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-251cbfc9-deff-41cd-bfc7-965a0e0178c1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.009770] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: SUCCESS [ 1227.010231] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.398057] env[66577]: INFO networking_nsxv3.common.synchronization [req-73f32306-f3c4-403d-bdb2-fbaafe0897e6 req-2adedd3c-0cb7-4e08-8215-d8d5c734c6cf service nova] Enqueued Resource ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e with Priority: HIGHEST for action security_group_rules [ 1227.398057] env[66577]: INFO networking_nsxv3.common.synchronization [req-73f32306-f3c4-403d-bdb2-fbaafe0897e6 req-2adedd3c-0cb7-4e08-8215-d8d5c734c6cf service nova] Enqueued Resource ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e with Priority: HIGHEST for action security_group_members [ 1227.398344] env[66577]: INFO networking_nsxv3.common.synchronization [req-73f32306-f3c4-403d-bdb2-fbaafe0897e6 req-2adedd3c-0cb7-4e08-8215-d8d5c734c6cf service nova] Enqueued Resource ID: 251cbfc9-deff-41cd-bfc7-965a0e0178c1 with Priority: HIGHEST for action port [ 1227.398666] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e with Priority: HIGHEST for action security_group_rules [ 1227.398846] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e with Priority: HIGHEST for action security_group_members [ 1227.398884] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251cbfc9-deff-41cd-bfc7-965a0e0178c1 with Priority: HIGHEST for action port [ 1227.399202] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.399324] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.399397] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.399956] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.399956] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.401106] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.401106] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.401214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.401299] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.401876] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.401876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.401876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.401876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.401876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.402141] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.403023] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-251cbfc9-deff-41cd-bfc7-965a0e0178c1 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.403023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-251cbfc9-deff-41cd-bfc7-965a0e0178c1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.403023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-251cbfc9-deff-41cd-bfc7-965a0e0178c1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.403023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-251cbfc9-deff-41cd-bfc7-965a0e0178c1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.403268] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('251cbfc9-deff-41cd-bfc7-965a0e0178c1',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.905246] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.906349] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.906482] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.906656] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 251cbfc9-deff-41cd-bfc7-965a0e0178c1 with status ACTIVE [ 1227.906845] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.906965] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.907053] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.907294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.907413] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.907598] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.907820] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.907820] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.907989] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.908052] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.908244] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.908447] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.908497] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.908660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.908726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.908812] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 251cbfc9-deff-41cd-bfc7-965a0e0178c1 is going to be updated. [ 1227.933166] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.933434] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.933434] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.933636] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.933754] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.933976] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-251cbfc9-deff-41cd-bfc7-965a0e0178c1" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.411522] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.914275] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.914494] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.914602] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.914795] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.915022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.915022] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e is going to be updated. [ 1228.943048] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.943048] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.943356] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.943356] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.943465] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.953474] env[66577]: INFO networking_nsxv3.common.synchronization [req-470a8fce-7646-459e-8ef4-9c34aaf88c63 req-6ad358ca-ba2a-4dd6-9100-aa73f84c6577 tempest-ImagesOneServerNegativeTestJSON-2005992575 tempest-ImagesOneServerNegativeTestJSON-2005992575-project-member] Enqueued Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_members [ 1228.954781] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e in Status: IN_PROGRESS for 2s [ 1228.954876] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_members [ 1228.955176] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70eaa17-b180-4b41-bfc3-580c8256ae85 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.955479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.955479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.955592] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.955678] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.955781] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.955841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.956018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.956110] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.956245] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.261338] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-857 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.261607] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-857" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.261797] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-857" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.262125] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-857" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.262390] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.262558] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.262696] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.262915] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.263071] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.263277] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1229.263389] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1229.263495] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1229.263602] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1229.263711] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1229.263813] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1229.263940] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1229.284286] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1229.284467] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1229.284572] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1229.284750] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-857" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.285086] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-569309da-76de-40e0-a53a-2e3ceb200477 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.285266] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-569309da-76de-40e0-a53a-2e3ceb200477" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.285384] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-569309da-76de-40e0-a53a-2e3ceb200477" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.285787] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-569309da-76de-40e0-a53a-2e3ceb200477" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.285959] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('569309da-76de-40e0-a53a-2e3ceb200477',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.459687] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.460059] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.460059] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.460146] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.460206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.460408] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.460514] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.460578] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.460738] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.460812] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.460898] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 is going to be updated. [ 1229.487411] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.487639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.487639] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.487823] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.487966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.498262] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 in Status: IN_PROGRESS for 2s [ 1229.789860] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.790134] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.790294] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.790648] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.790905] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.791137] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 569309da-76de-40e0-a53a-2e3ceb200477 not found, creating... [ 1229.791607] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.791856] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.792048] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.792364] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.792581] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.792995] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.794030] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.794030] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.794030] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.794030] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.794216] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 569309da-76de-40e0-a53a-2e3ceb200477 is going to be created. [ 1229.817209] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.817451] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.817576] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.817875] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.818165] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.818402] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-569309da-76de-40e0-a53a-2e3ceb200477" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.525426] env[66577]: INFO networking_nsxv3.common.synchronization [req-470a8fce-7646-459e-8ef4-9c34aaf88c63 req-d4f5109c-9f0e-4710-9ca1-862364f194cb service nova] Enqueued Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_rules [ 1230.525692] env[66577]: INFO networking_nsxv3.common.synchronization [req-470a8fce-7646-459e-8ef4-9c34aaf88c63 req-d4f5109c-9f0e-4710-9ca1-862364f194cb service nova] Enqueued Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_members [ 1230.525783] env[66577]: INFO networking_nsxv3.common.synchronization [req-470a8fce-7646-459e-8ef4-9c34aaf88c63 req-d4f5109c-9f0e-4710-9ca1-862364f194cb service nova] Enqueued Resource ID: 569309da-76de-40e0-a53a-2e3ceb200477 with Priority: HIGHEST for action port [ 1230.526362] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_rules [ 1230.526520] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_members [ 1230.526685] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 569309da-76de-40e0-a53a-2e3ceb200477 with Priority: HIGHEST for action port [ 1230.527070] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e70eaa17-b180-4b41-bfc3-580c8256ae85 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.527193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.527258] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.527467] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.527551] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.528434] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70eaa17-b180-4b41-bfc3-580c8256ae85 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.528543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.528750] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-569309da-76de-40e0-a53a-2e3ceb200477 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.528871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-569309da-76de-40e0-a53a-2e3ceb200477" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.528920] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-569309da-76de-40e0-a53a-2e3ceb200477" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.529147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-569309da-76de-40e0-a53a-2e3ceb200477" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.529186] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('569309da-76de-40e0-a53a-2e3ceb200477',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.978384] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e in Status: SUCCESS [ 1230.978606] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.978778] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.979009] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.979205] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.979323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.979445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.979547] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.979626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.979710] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.979798] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.032174] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70eaa17-b180-4b41-bfc3-580c8256ae85 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.032174] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.032390] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 569309da-76de-40e0-a53a-2e3ceb200477 with status ACTIVE [ 1231.032580] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.032728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.032836] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.033057] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.033159] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.033776] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.033776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.033776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.033776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.033776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.033994] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.034067] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.034123] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.034268] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.034342] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.034428] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 569309da-76de-40e0-a53a-2e3ceb200477 is going to be updated. [ 1231.073909] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.073997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.074167] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.074443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.074589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.074763] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-569309da-76de-40e0-a53a-2e3ceb200477" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.483053] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.510112] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 in Status: SUCCESS [ 1231.510348] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 deletion is rescheduled due to dependency. [ 1231.510502] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.511096] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.511388] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.511636] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.511773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.511828] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.511984] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.512080] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.512180] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.985424] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e: rpc.has_security_group_logging(os_id): False [ 1232.005217] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.005341] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.005489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.006105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.006105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.006105] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.006105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.006105] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.006345] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.006345] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.006399] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e is going to be updated. [ 1232.014157] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.097643] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.097852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.097913] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.098194] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.098343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.114028] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e in Status: IN_PROGRESS for 2s [ 1232.516515] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.018839] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.019166] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.019166] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.019410] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.019514] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.019704] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 is going to be updated. [ 1233.055924] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.056085] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.056147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.056543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.056543] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.066427] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 in Status: IN_PROGRESS for 2s [ 1233.670880] env[66577]: INFO networking_nsxv3.common.synchronization [req-ff25df8e-7ecc-44e1-90b5-96b3f9945927 req-dd90650a-c934-429b-a7bc-8d51cb323b19 tempest-ServerActionsTestJSON-1350215912 tempest-ServerActionsTestJSON-1350215912-project-member] Enqueued Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_members [ 1233.671522] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_members [ 1233.671921] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cf4cf4-ceb5-4093-bfcf-370102242b30 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.672095] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.672206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.672437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.673583] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.673583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.673583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.673583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.673583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.673583] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.129859] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e in Status: SUCCESS [ 1234.130256] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.177409] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.177409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.177409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.177409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.197698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.197698] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.197698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.197990] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.197990] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.198078] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.198146] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 is going to be updated. [ 1234.223565] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.223751] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.223824] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.224047] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.224192] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.233145] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 in Status: IN_PROGRESS for 2s [ 1235.080993] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 in Status: SUCCESS [ 1235.080993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.080993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.080993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.081327] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.081391] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.081428] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.081679] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.081776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.081850] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.081944] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.584903] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70eaa17-b180-4b41-bfc3-580c8256ae85 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.585499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.585499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.585499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.585734] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.585734] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.585867] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.585993] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.586102] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.586175] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.586331] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70eaa17-b180-4b41-bfc3-580c8256ae85 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.586431] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.586490] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.586616] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.586772] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.586883] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.586963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.587172] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.587275] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.587355] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.587458] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.089833] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e70eaa17-b180-4b41-bfc3-580c8256ae85: rpc.has_security_group_logging(os_id): False [ 1236.120433] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.120720] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.120720] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.120947] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.121075] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.121344] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.121453] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.121506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.121789] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.121950] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.122487] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.122879] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.123103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.123322] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.123403] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.123607] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.123776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.123776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.123920] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.124010] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.124153] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 is going to be updated. [ 1236.201986] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.201986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.202243] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.202405] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.202887] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.226404] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 in Status: IN_PROGRESS for 2s [ 1236.248605] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 in Status: SUCCESS [ 1236.248849] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 deletion is rescheduled due to dependency. [ 1236.249020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.895394] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.895717] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.895772] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.896023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.896279] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.896469] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.896622] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.896872] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.897073] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.897379] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.897521] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.897669] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.897796] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.897938] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.898092] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.898260] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.917814] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.918060] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1236.918237] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.918473] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-153" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.918906] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-e04a390d-ce30-4436-9b80-46b4ffaf2bb2 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.919089] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-e04a390d-ce30-4436-9b80-46b4ffaf2bb2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.919254] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-e04a390d-ce30-4436-9b80-46b4ffaf2bb2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.919520] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-e04a390d-ce30-4436-9b80-46b4ffaf2bb2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.919679] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e04a390d-ce30-4436-9b80-46b4ffaf2bb2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.422085] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.422348] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.422487] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.422836] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.422998] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.423318] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.423483] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.423600] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.423854] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.424049] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.424320] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.424497] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.424618] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.424835] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.424985] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.425141] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: e04a390d-ce30-4436-9b80-46b4ffaf2bb2 is going to be updated. [ 1237.449796] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.450032] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.450128] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.450409] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.450711] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.450823] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-e04a390d-ce30-4436-9b80-46b4ffaf2bb2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.167499] env[66577]: INFO networking_nsxv3.common.synchronization [req-ebb8c2c0-d543-45d2-a0cc-77144d88c217 req-2813cae9-40d6-49e6-9b9d-792b187dc780 service nova] Enqueued Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_rules [ 1238.167499] env[66577]: INFO networking_nsxv3.common.synchronization [req-ebb8c2c0-d543-45d2-a0cc-77144d88c217 req-2813cae9-40d6-49e6-9b9d-792b187dc780 service nova] Enqueued Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1238.167499] env[66577]: INFO networking_nsxv3.common.synchronization [req-ebb8c2c0-d543-45d2-a0cc-77144d88c217 req-2813cae9-40d6-49e6-9b9d-792b187dc780 service nova] Enqueued Resource ID: e04a390d-ce30-4436-9b80-46b4ffaf2bb2 with Priority: HIGHEST for action port [ 1238.167993] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_rules [ 1238.168249] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1238.168315] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e04a390d-ce30-4436-9b80-46b4ffaf2bb2 with Priority: HIGHEST for action port [ 1238.168604] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.168736] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.168806] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.169063] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.169155] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.170181] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.170400] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.170400] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.170536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.170680] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.170801] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.170862] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.171015] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.171103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.171193] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.172021] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-e04a390d-ce30-4436-9b80-46b4ffaf2bb2 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.172140] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e04a390d-ce30-4436-9b80-46b4ffaf2bb2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.172399] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e04a390d-ce30-4436-9b80-46b4ffaf2bb2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.172399] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e04a390d-ce30-4436-9b80-46b4ffaf2bb2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.172399] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e04a390d-ce30-4436-9b80-46b4ffaf2bb2',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.244657] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 in Status: SUCCESS [ 1238.244939] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.674517] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.674770] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.675120] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e04a390d-ce30-4436-9b80-46b4ffaf2bb2 with status ACTIVE [ 1238.675255] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.675389] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.675486] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.675829] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.675955] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.676202] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.676332] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.676388] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.676610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.676755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.677056] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.677173] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.677259] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.677428] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.677529] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.677654] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e04a390d-ce30-4436-9b80-46b4ffaf2bb2 is going to be updated. [ 1238.679117] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.704856] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.705092] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.705153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.705376] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.705532] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.705700] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e04a390d-ce30-4436-9b80-46b4ffaf2bb2" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.181786] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.684879] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.685193] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.685318] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.685558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.685653] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.685762] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 is going to be updated. [ 1239.722795] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.723032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.723032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.723251] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.723398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.735545] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: IN_PROGRESS for 2s [ 1241.731207] env[66577]: INFO networking_nsxv3.common.synchronization [req-a6779157-becd-4ead-bfa4-fb4710bd0c65 req-7848d9cd-48c6-43d9-9785-ab28d36ad100 tempest-ServerActionsTestJSON-1350215912 tempest-ServerActionsTestJSON-1350215912-project-member] Enqueued Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_members [ 1241.731207] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_members [ 1241.731626] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cf4cf4-ceb5-4093-bfcf-370102242b30 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.731626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.731626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.731998] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.731998] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.732161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.732161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.732346] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.732433] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.732569] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.749773] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: SUCCESS [ 1241.749773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.749773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.749773] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.749773] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.749986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.749986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.751351] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.751351] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.751351] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.751351] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.119092] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.119326] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.119469] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.119798] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.120128] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.120289] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.120404] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.120641] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.120798] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.121033] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.121155] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1242.121267] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1242.121388] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1242.121499] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.121604] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1242.121830] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1242.153383] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1242.153663] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1242.153859] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1242.154210] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.154558] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-f43cd878-94e7-4efc-917f-1c3b42f9d29d taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.154740] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-f43cd878-94e7-4efc-917f-1c3b42f9d29d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.154863] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-f43cd878-94e7-4efc-917f-1c3b42f9d29d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.155231] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-f43cd878-94e7-4efc-917f-1c3b42f9d29d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.155418] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f43cd878-94e7-4efc-917f-1c3b42f9d29d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.234558] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.235350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.235350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.235350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.235350] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.235350] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.235602] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.235602] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.235662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.235697] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.235790] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 is going to be updated. [ 1242.253179] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.253389] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.253389] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.253589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.253759] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.253876] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.253937] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.254127] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.254329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.254329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.254507] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.254507] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.254661] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.254727] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.255052] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.255052] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.255052] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.255229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.255229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.255305] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.255455] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.277990] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.278200] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.278280] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.278518] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.278680] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.288919] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 in Status: IN_PROGRESS for 2s [ 1242.658742] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.658981] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.659109] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.659563] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.659768] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.659965] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port f43cd878-94e7-4efc-917f-1c3b42f9d29d not found, creating... [ 1242.660326] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.660549] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.660725] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.661031] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.661225] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.661549] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.661803] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.661997] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.662281] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.662455] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.662629] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: f43cd878-94e7-4efc-917f-1c3b42f9d29d is going to be created. [ 1242.686053] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.686425] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.686663] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.687031] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.687343] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.687600] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-f43cd878-94e7-4efc-917f-1c3b42f9d29d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.757332] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625: rpc.has_security_group_logging(os_id): False [ 1242.779842] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.780054] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.780133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.780364] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.780470] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.780670] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.780765] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.780895] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.781074] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.781151] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.781377] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.781446] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.781482] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.781633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.781741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.781966] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.782083] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.782145] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.782288] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.782360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.782443] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 is going to be updated. [ 1242.889980] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.890264] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.890426] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.890701] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.890962] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.913921] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: IN_PROGRESS for 2s [ 1243.253667] env[66577]: INFO networking_nsxv3.common.synchronization [req-8179469a-788d-489a-958f-427e9fac506b req-cdb02ab5-a88d-42c4-a71a-03942491f248 tempest-ImagesOneServerNegativeTestJSON-2005992575 tempest-ImagesOneServerNegativeTestJSON-2005992575-project-member] Enqueued Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_members [ 1243.254245] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGHEST for action security_group_members [ 1243.254589] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-e70eaa17-b180-4b41-bfc3-580c8256ae85 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.254741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.254841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.255460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.255460] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.255627] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.255627] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.255779] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.255871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.256040] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.402799] env[66577]: INFO networking_nsxv3.common.synchronization [req-a6779157-becd-4ead-bfa4-fb4710bd0c65 req-fdc5b71e-b63a-4c40-90fb-b1df088cf7bb service nova] Enqueued Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_rules [ 1243.403156] env[66577]: INFO networking_nsxv3.common.synchronization [req-a6779157-becd-4ead-bfa4-fb4710bd0c65 req-fdc5b71e-b63a-4c40-90fb-b1df088cf7bb service nova] Enqueued Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_members [ 1243.403366] env[66577]: INFO networking_nsxv3.common.synchronization [req-a6779157-becd-4ead-bfa4-fb4710bd0c65 req-fdc5b71e-b63a-4c40-90fb-b1df088cf7bb service nova] Enqueued Resource ID: f43cd878-94e7-4efc-917f-1c3b42f9d29d with Priority: HIGHEST for action port [ 1243.404256] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_rules [ 1243.404462] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_members [ 1243.404605] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f43cd878-94e7-4efc-917f-1c3b42f9d29d with Priority: HIGHEST for action port [ 1243.405343] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68cf4cf4-ceb5-4093-bfcf-370102242b30 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.405519] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.405616] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.405907] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.406038] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.407756] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cf4cf4-ceb5-4093-bfcf-370102242b30 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.407897] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.408330] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-f43cd878-94e7-4efc-917f-1c3b42f9d29d taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.409031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f43cd878-94e7-4efc-917f-1c3b42f9d29d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.409031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f43cd878-94e7-4efc-917f-1c3b42f9d29d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.409031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f43cd878-94e7-4efc-917f-1c3b42f9d29d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.409031] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f43cd878-94e7-4efc-917f-1c3b42f9d29d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.758875] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.758875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.759287] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.759287] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.759287] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.759463] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.759603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.759670] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.759828] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.759907] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.759996] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 is going to be updated. [ 1243.790021] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.790183] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.790256] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.790463] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.790603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.801039] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 in Status: IN_PROGRESS for 2s [ 1243.908718] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cf4cf4-ceb5-4093-bfcf-370102242b30 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.908932] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.912300] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f43cd878-94e7-4efc-917f-1c3b42f9d29d with status ACTIVE [ 1243.912529] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.912869] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.912940] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.913241] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.913324] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.913615] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.913741] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.913813] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.914082] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.914165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.914372] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.914506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.914506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.914651] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.914727] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.914815] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f43cd878-94e7-4efc-917f-1c3b42f9d29d is going to be updated. [ 1243.935940] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.936128] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.936241] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.936447] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.936583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.936743] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f43cd878-94e7-4efc-917f-1c3b42f9d29d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.309268] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 in Status: SUCCESS [ 1244.309450] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 deletion is rescheduled due to dependency. [ 1244.309573] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.309754] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.309976] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.310175] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.310291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.310355] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.310505] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.310589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.310686] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.813020] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.930268] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: SUCCESS [ 1244.930487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.315612] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.810479] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 in Status: SUCCESS [ 1245.810642] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 deletion is rescheduled due to dependency. [ 1245.810713] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.818375] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.818670] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.818670] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.818797] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.818882] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.818976] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 is going to be updated. [ 1245.856122] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.856296] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.856383] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.856557] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.856717] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.868579] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 in Status: IN_PROGRESS for 2s [ 1247.888666] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 in Status: SUCCESS [ 1247.889123] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.889180] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.889378] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.889591] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.889728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.889808] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.889922] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.889989] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.890107] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.890191] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.392738] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.405651] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.405814] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1248.896245] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68cf4cf4-ceb5-4093-bfcf-370102242b30: rpc.has_security_group_logging(os_id): False [ 1248.919723] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.919723] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.919723] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.919723] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.919723] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.919723] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.920109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.920109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.920109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.920109] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.920249] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 is going to be updated. [ 1248.982616] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.982762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.982852] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.983225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.983225] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.017103] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 in Status: IN_PROGRESS for 2s [ 1251.033514] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 in Status: SUCCESS [ 1251.033514] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.573560] env[66577]: INFO networking_nsxv3.common.synchronization [req-89a7a452-e2b5-4bf3-91ee-3a98bf7d55e8 req-a526d7ff-8117-4c0f-8f66-f73f13266a14 tempest-AttachVolumeNegativeTest-2015767532 tempest-AttachVolumeNegativeTest-2015767532-project-member] Enqueued Resource ID: 120bcc97-f18a-4802-8b21-1af21180d84c with Priority: HIGHEST for action security_group_members [ 1251.574418] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120bcc97-f18a-4802-8b21-1af21180d84c with Priority: HIGHEST for action security_group_members [ 1251.574911] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-120bcc97-f18a-4802-8b21-1af21180d84c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.575187] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.575254] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.575485] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.575715] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.575879] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.575984] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.576244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.576379] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.576528] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('120bcc97-f18a-4802-8b21-1af21180d84c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.079775] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.079775] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.079775] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.079775] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.080299] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.080299] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.080299] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.080408] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.080505] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.080585] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.080677] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 120bcc97-f18a-4802-8b21-1af21180d84c is going to be updated. [ 1252.110878] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.110878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.110878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.110878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.110878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.120459] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120bcc97-f18a-4802-8b21-1af21180d84c in Status: IN_PROGRESS for 2s [ 1254.132168] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120bcc97-f18a-4802-8b21-1af21180d84c in Status: SUCCESS [ 1254.132607] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 120bcc97-f18a-4802-8b21-1af21180d84c deletion is rescheduled due to dependency. [ 1254.132607] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.010984] env[66577]: INFO networking_nsxv3.common.synchronization [req-7f7a6300-97b8-40c6-9f04-08e8ddd82fd4 req-42a473ed-a07d-4103-93cf-cca8769c4daf tempest-AttachInterfacesTestJSON-2047328862 tempest-AttachInterfacesTestJSON-2047328862-project-member] Enqueued Resource ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 with Priority: HIGHEST for action security_group_members [ 1255.011462] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 with Priority: HIGHEST for action security_group_members [ 1255.012112] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.012112] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.012112] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.012402] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.012746] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.012746] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.012746] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.012991] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.012991] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.013082] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.515883] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.017449] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.519554] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.519957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.519957] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.520056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.520182] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.520334] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 is going to be updated. [ 1256.550913] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.551099] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.551099] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.551242] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.551425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.561192] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 in Status: IN_PROGRESS for 2s [ 1258.571731] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 in Status: SUCCESS [ 1258.572036] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.012486] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1260.012748] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1262.361028] env[66577]: INFO networking_nsxv3.common.synchronization [req-83563b47-54d3-4ee5-88ad-3436aa42a68d req-68505cbd-d798-4375-973f-e85ce7d1e012 tempest-AttachInterfacesTestJSON-2047328862 tempest-AttachInterfacesTestJSON-2047328862-project-member] Enqueued Resource ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 with Priority: HIGHEST for action security_group_members [ 1262.361623] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 with Priority: HIGHEST for action security_group_members [ 1262.362234] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.362234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.362234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.362487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.362854] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.362854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.362854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.362854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.363127] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.363161] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.865694] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.865694] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.865694] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.865992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.865992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.866366] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.866478] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.866544] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.866701] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.866781] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.866868] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 is going to be updated. [ 1262.896591] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.896730] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.896824] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.897063] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.897245] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.905941] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 in Status: IN_PROGRESS for 2s [ 1264.918189] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 in Status: SUCCESS [ 1264.918472] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 deletion is rescheduled due to dependency. [ 1264.918516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.883908] env[66577]: INFO networking_nsxv3.common.synchronization [None req-e537faf7-051e-4305-bbf0-da60d2cbf2fd tempest-AttachInterfacesTestJSON-2047328862 tempest-AttachInterfacesTestJSON-2047328862-project-member] Enqueued Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1266.884515] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGHEST for action security_group_members [ 1266.884830] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.884952] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.885089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.885307] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.885466] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.885565] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.885626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.885779] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.885924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.885924] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.388494] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.388731] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.388832] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.389343] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.389504] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.389769] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.390046] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.390294] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.390578] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.390723] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.390828] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 is going to be updated. [ 1267.423605] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.423739] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.423909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.424091] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.424269] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.435435] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: IN_PROGRESS for 2s [ 1269.448661] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 in Status: SUCCESS [ 1269.448977] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 deletion is rescheduled due to dependency. [ 1269.448977] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.886341] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1271.886732] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1272.922297] env[66577]: INFO networking_nsxv3.common.synchronization [req-8e0847c8-e724-4808-9c3f-e89abcea9b42 req-62280e1d-2637-4dea-998c-c509276898ca tempest-AttachVolumeTestJSON-845045425 tempest-AttachVolumeTestJSON-845045425-project-member] Enqueued Resource ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 with Priority: HIGHEST for action security_group_members [ 1272.923843] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 with Priority: HIGHEST for action security_group_members [ 1272.923843] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8b6953d-4b8f-486d-bb0b-ee962438e5e4 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.923843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.923843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.923843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.923843] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.923843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.923843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.924415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.924415] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.924415] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8b6953d-4b8f-486d-bb0b-ee962438e5e4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.427241] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.427528] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.427620] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.427837] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.427950] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.428240] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.428394] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.428457] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.428673] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.428760] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.428868] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 is going to be updated. [ 1273.463390] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.463583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.463665] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.463944] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.464142] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.476124] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 in Status: IN_PROGRESS for 2s [ 1273.521399] env[66577]: INFO networking_nsxv3.common.synchronization [req-b84e2f86-0a83-4f2d-9ba9-e54ade2985d3 req-2ee9b514-64f6-4afc-9fd3-e775272bfa31 tempest-ServerActionsTestOtherA-1296391462 tempest-ServerActionsTestOtherA-1296391462-project-member] Enqueued Resource ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df with Priority: HIGHEST for action security_group_members [ 1273.522325] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df with Priority: HIGHEST for action security_group_members [ 1273.522775] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-37e2f41b-2bbf-44bb-a99b-55e5572e28df taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.522954] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.523062] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.523330] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.523511] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.523624] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.523695] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.523889] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.523976] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.524107] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37e2f41b-2bbf-44bb-a99b-55e5572e28df',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.026180] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.026489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.026489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.026755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.026755] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.026915] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.027016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.027072] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.027227] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.027303] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.027388] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df is going to be updated. [ 1274.056198] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.056389] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.056389] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.056578] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.056719] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.066704] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df in Status: IN_PROGRESS for 2s [ 1275.486526] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 in Status: SUCCESS [ 1275.486816] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 deletion is rescheduled due to dependency. [ 1275.486928] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.077736] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df in Status: SUCCESS [ 1276.077736] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df deletion is rescheduled due to dependency. [ 1276.077736] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.197283] env[66577]: INFO networking_nsxv3.common.synchronization [req-d5e810b2-58ab-4dfd-bc77-ce3f3f89971c req-78c15ee3-bf80-419f-826f-72f7cd621cc9 tempest-ServerActionsTestOtherB-1553213660 tempest-ServerActionsTestOtherB-1553213660-project-member] Enqueued Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_members [ 1277.197490] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_members [ 1277.197638] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb4e956-0433-4e20-b64c-9dedce983586 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.197715] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.197782] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.197989] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.198279] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.198388] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.198446] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.198740] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.198857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.198977] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.702262] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.702452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.702452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.702678] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.702771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.702965] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.703075] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.703135] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.703291] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.703369] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.703455] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb4e956-0433-4e20-b64c-9dedce983586 is going to be updated. [ 1277.735317] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.735505] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.735585] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.735728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.736317] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.745266] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: IN_PROGRESS for 2s [ 1277.804520] env[66577]: INFO networking_nsxv3.common.synchronization [None req-f7685ea5-7d6b-46e3-a718-f9e1a520000e tempest-AttachVolumeTestJSON-845045425 tempest-AttachVolumeTestJSON-845045425-project-member] Enqueued Resource ID: ae881a37-31ed-4fac-bb60-e680ad41a13d with Priority: HIGHEST for action security_group_rules [ 1277.805114] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae881a37-31ed-4fac-bb60-e680ad41a13d with Priority: HIGHEST for action security_group_rules [ 1277.805615] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae881a37-31ed-4fac-bb60-e680ad41a13d taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.805739] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.805739] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.806021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.806104] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae881a37-31ed-4fac-bb60-e680ad41a13d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.892013] env[66577]: INFO networking_nsxv3.common.synchronization [None req-676e25ba-509e-4b15-a9f7-446a6a6b1f55 tempest-AttachVolumeTestJSON-845045425 tempest-AttachVolumeTestJSON-845045425-project-member] Enqueued Resource ID: ae881a37-31ed-4fac-bb60-e680ad41a13d with Priority: HIGHEST for action security_group_rules [ 1277.892540] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae881a37-31ed-4fac-bb60-e680ad41a13d with Priority: HIGHEST for action security_group_rules [ 1277.892844] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae881a37-31ed-4fac-bb60-e680ad41a13d taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.892945] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.325645] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.326020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.326020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.326155] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.326211] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.326303] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae881a37-31ed-4fac-bb60-e680ad41a13d already deleted. [ 1278.326390] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.326538] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.326760] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.326833] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae881a37-31ed-4fac-bb60-e680ad41a13d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.846822] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.846981] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.847037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.847260] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.847352] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.847447] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae881a37-31ed-4fac-bb60-e680ad41a13d already deleted. [ 1278.847530] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.755196] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: SUCCESS [ 1279.755552] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb4e956-0433-4e20-b64c-9dedce983586 deletion is rescheduled due to dependency. [ 1279.755552] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.893457] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1282.893755] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1284.840994] env[66577]: INFO networking_nsxv3.common.synchronization [req-77444ba3-65a4-4c33-832a-a256025aceeb req-242e4ba0-9105-446a-8c13-f7d781ae3140 tempest-AttachVolumeTestJSON-845045425 tempest-AttachVolumeTestJSON-845045425-project-member] Enqueued Resource ID: ae881a37-31ed-4fac-bb60-e680ad41a13d with Priority: HIGHEST for action security_group_members [ 1284.841454] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae881a37-31ed-4fac-bb60-e680ad41a13d with Priority: HIGHEST for action security_group_members [ 1284.841776] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae881a37-31ed-4fac-bb60-e680ad41a13d taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.841896] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.841963] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.842378] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.842540] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.842642] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.842705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.842859] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.842941] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.843071] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae881a37-31ed-4fac-bb60-e680ad41a13d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.136264] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-850 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.136511] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-850" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.136602] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-850" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.136875] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-850" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.137147] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.137346] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.137503] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.137754] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.137930] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.138170] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1285.138313] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1285.138429] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1285.138539] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1285.138653] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1285.138813] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1285.139019] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1285.159834] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1285.160071] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1285.160144] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1285.160361] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-850" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.160768] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-1ff1bfce-00af-4f18-90b1-901070541af7 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.160950] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-1ff1bfce-00af-4f18-90b1-901070541af7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.161093] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-1ff1bfce-00af-4f18-90b1-901070541af7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.161504] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-1ff1bfce-00af-4f18-90b1-901070541af7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.161673] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ff1bfce-00af-4f18-90b1-901070541af7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.345513] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.345750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.345750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.345976] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.346074] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.346265] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.346365] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.346422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.346575] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.346648] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.346729] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae881a37-31ed-4fac-bb60-e680ad41a13d already deleted. [ 1285.346809] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.664628] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.664849] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.664971] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.665281] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.665458] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.665619] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 1ff1bfce-00af-4f18-90b1-901070541af7 not found, creating... [ 1285.665929] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.666147] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.666299] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.666525] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.666668] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.666956] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.667135] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.667253] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.667462] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.667596] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.667737] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 1ff1bfce-00af-4f18-90b1-901070541af7 is going to be created. [ 1285.687605] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.687818] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.687930] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.688222] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.688504] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.688735] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-1ff1bfce-00af-4f18-90b1-901070541af7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.402515] env[66577]: INFO networking_nsxv3.common.synchronization [req-77444ba3-65a4-4c33-832a-a256025aceeb req-eb7f2cc7-a912-4645-9ce6-be251043ab98 service nova] Enqueued Resource ID: ae881a37-31ed-4fac-bb60-e680ad41a13d with Priority: HIGHEST for action security_group_rules [ 1286.402843] env[66577]: INFO networking_nsxv3.common.synchronization [req-77444ba3-65a4-4c33-832a-a256025aceeb req-eb7f2cc7-a912-4645-9ce6-be251043ab98 service nova] Enqueued Resource ID: ae881a37-31ed-4fac-bb60-e680ad41a13d with Priority: HIGHEST for action security_group_members [ 1286.402892] env[66577]: INFO networking_nsxv3.common.synchronization [req-77444ba3-65a4-4c33-832a-a256025aceeb req-eb7f2cc7-a912-4645-9ce6-be251043ab98 service nova] Enqueued Resource ID: 1ff1bfce-00af-4f18-90b1-901070541af7 with Priority: HIGHEST for action port [ 1286.403416] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae881a37-31ed-4fac-bb60-e680ad41a13d with Priority: HIGHEST for action security_group_rules [ 1286.403624] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae881a37-31ed-4fac-bb60-e680ad41a13d with Priority: HIGHEST for action security_group_members [ 1286.403737] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ff1bfce-00af-4f18-90b1-901070541af7 with Priority: HIGHEST for action port [ 1286.404045] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae881a37-31ed-4fac-bb60-e680ad41a13d taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.404234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.404234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.404505] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.404580] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae881a37-31ed-4fac-bb60-e680ad41a13d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.405579] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae881a37-31ed-4fac-bb60-e680ad41a13d taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.405643] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.405692] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.405842] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.406102] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.406215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.406215] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.407134] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.407134] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.407134] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae881a37-31ed-4fac-bb60-e680ad41a13d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.407519] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ff1bfce-00af-4f18-90b1-901070541af7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.407519] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ff1bfce-00af-4f18-90b1-901070541af7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.407519] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ff1bfce-00af-4f18-90b1-901070541af7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.407662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ff1bfce-00af-4f18-90b1-901070541af7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.407732] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ff1bfce-00af-4f18-90b1-901070541af7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.909356] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae881a37-31ed-4fac-bb60-e680ad41a13d taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.909356] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.909635] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae881a37-31ed-4fac-bb60-e680ad41a13d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.910657] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ff1bfce-00af-4f18-90b1-901070541af7 with status ACTIVE [ 1286.910657] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.910872] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.910872] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.910995] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.911044] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.911219] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.911334] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.911408] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.911739] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.911739] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.911867] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.911867] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.911995] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.912065] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.912142] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.912248] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ff1bfce-00af-4f18-90b1-901070541af7 is going to be updated. [ 1286.938626] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.938907] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.938907] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.939195] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.939418] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.939660] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ff1bfce-00af-4f18-90b1-901070541af7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.018069] env[66577]: INFO networking_nsxv3.common.synchronization [req-81cbfa74-6ab0-48e2-956d-b37ed6f354f4 req-b0ea8c64-3919-4f4f-a1f8-5332d87bb149 tempest-ServerActionsTestOtherA-1296391462 tempest-ServerActionsTestOtherA-1296391462-project-member] Enqueued Resource ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 with Priority: HIGHEST for action security_group_members [ 1287.018677] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 with Priority: HIGHEST for action security_group_members [ 1287.019041] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.019316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.019316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.019496] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.020030] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.020030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.020030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.020434] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.020434] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.020434] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f0060e4-f9ea-4e46-aa17-eb22eccdc930',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.317687] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.317921] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-183" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.318078] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-183" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.318423] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-183" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.318745] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.318911] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.319043] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.319292] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.319468] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.319722] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1287.319882] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1287.320045] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1287.320183] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1287.320302] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1287.320409] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1287.320564] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1287.340540] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1287.340702] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1287.340807] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1287.341018] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-183" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.341326] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-5a632c99-983d-4a20-8547-c3ecefd45943 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.341589] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-5a632c99-983d-4a20-8547-c3ecefd45943" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.341732] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-5a632c99-983d-4a20-8547-c3ecefd45943" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.342080] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-5a632c99-983d-4a20-8547-c3ecefd45943" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.342286] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a632c99-983d-4a20-8547-c3ecefd45943',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.415213] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae881a37-31ed-4fac-bb60-e680ad41a13d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.525884] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.526082] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.526151] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.526335] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.546587] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.546848] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.546966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.547044] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.547248] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.547335] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.547424] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 is going to be updated. [ 1287.577601] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.577774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.577819] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.577988] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.578142] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.587587] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 in Status: IN_PROGRESS for 2s [ 1287.846084] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.846084] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.846084] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.846084] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.846084] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.846517] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 5a632c99-983d-4a20-8547-c3ecefd45943 not found, creating... [ 1287.846517] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.846612] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.846693] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.846903] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.847059] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.847372] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.847556] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.847679] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.847885] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.848031] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.848176] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 5a632c99-983d-4a20-8547-c3ecefd45943 is going to be created. [ 1287.874321] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.874546] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.874681] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.874970] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.875225] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.875457] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-5a632c99-983d-4a20-8547-c3ecefd45943" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.917513] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.917761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.917761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.917956] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.918061] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.918163] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae881a37-31ed-4fac-bb60-e680ad41a13d is going to be created. [ 1287.974208] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.974422] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.974484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.974732] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.974900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.989146] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae881a37-31ed-4fac-bb60-e680ad41a13d in Status: UNINITIALIZED for 2s [ 1288.611143] env[66577]: INFO networking_nsxv3.common.synchronization [req-81cbfa74-6ab0-48e2-956d-b37ed6f354f4 req-5d426b2d-3a58-422d-8a2e-e591d2806225 service nova] Enqueued Resource ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 with Priority: HIGHEST for action security_group_rules [ 1288.611447] env[66577]: INFO networking_nsxv3.common.synchronization [req-81cbfa74-6ab0-48e2-956d-b37ed6f354f4 req-5d426b2d-3a58-422d-8a2e-e591d2806225 service nova] Enqueued Resource ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 with Priority: HIGHEST for action security_group_members [ 1288.611489] env[66577]: INFO networking_nsxv3.common.synchronization [req-81cbfa74-6ab0-48e2-956d-b37ed6f354f4 req-5d426b2d-3a58-422d-8a2e-e591d2806225 service nova] Enqueued Resource ID: 5a632c99-983d-4a20-8547-c3ecefd45943 with Priority: HIGHEST for action port [ 1288.611966] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 with Priority: HIGHEST for action security_group_rules [ 1288.612122] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 with Priority: HIGHEST for action security_group_members [ 1288.612255] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a632c99-983d-4a20-8547-c3ecefd45943 with Priority: HIGHEST for action port [ 1288.612520] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f0060e4-f9ea-4e46-aa17-eb22eccdc930 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.612690] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.612690] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.612882] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.612959] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f0060e4-f9ea-4e46-aa17-eb22eccdc930',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.614131] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.614232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.614431] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a632c99-983d-4a20-8547-c3ecefd45943 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.614533] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a632c99-983d-4a20-8547-c3ecefd45943" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.614589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a632c99-983d-4a20-8547-c3ecefd45943" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.614750] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a632c99-983d-4a20-8547-c3ecefd45943" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.614824] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a632c99-983d-4a20-8547-c3ecefd45943',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.116861] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.116861] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.117213] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a632c99-983d-4a20-8547-c3ecefd45943 with status ACTIVE [ 1289.117273] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.117362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.117423] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.117641] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.117733] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.118206] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.118206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.118206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.118323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.118323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.118476] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.118556] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.118610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.118761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.118836] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.119222] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a632c99-983d-4a20-8547-c3ecefd45943 is going to be updated. [ 1289.140980] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.141169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.141235] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.141411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.141554] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.141712] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a632c99-983d-4a20-8547-c3ecefd45943" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.181057] env[66577]: INFO networking_nsxv3.common.synchronization [req-2dd0f44f-7856-4be2-93da-1dfdde7906d5 req-eb588015-83f3-44d1-a819-e09a5f1851c9 tempest-ServerActionsTestOtherB-1553213660 tempest-ServerActionsTestOtherB-1553213660-project-member] Enqueued Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_members [ 1289.181643] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_members [ 1289.181951] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb4e956-0433-4e20-b64c-9dedce983586 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.182738] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.182794] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.182990] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.183187] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.183438] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.183529] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.183724] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.183816] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.183917] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.532710] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.532964] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.533124] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.533432] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.533688] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.533842] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.533958] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.534189] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.534329] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.534612] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.534739] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1289.534849] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1289.534953] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1289.535074] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.535179] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1289.535309] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1289.554160] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1289.554335] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1289.554454] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1289.554642] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.555038] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-6c8fa26a-9ea5-411b-9488-c5b31398d826 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.555224] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-6c8fa26a-9ea5-411b-9488-c5b31398d826" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.555346] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-6c8fa26a-9ea5-411b-9488-c5b31398d826" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.555674] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-6c8fa26a-9ea5-411b-9488-c5b31398d826" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.556225] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c8fa26a-9ea5-411b-9488-c5b31398d826',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.597237] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 in Status: SUCCESS [ 1289.597541] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 deletion is rescheduled due to dependency. [ 1289.597710] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.597934] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.598371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.598655] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.598841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.598941] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.599201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.599329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.599473] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f0060e4-f9ea-4e46-aa17-eb22eccdc930',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.628872] env[66577]: INFO networking_nsxv3.common.synchronization [req-77296e30-96bb-4aa8-b05b-fa806ce07a65 req-33a04024-3829-452b-af49-476d575707c6 tempest-AttachVolumeShelveTestJSON-291819034 tempest-AttachVolumeShelveTestJSON-291819034-project-member] Enqueued Resource ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e with Priority: HIGHEST for action security_group_members [ 1289.629410] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e with Priority: HIGHEST for action security_group_members [ 1289.629801] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.629948] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.629948] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.630157] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.630303] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.630399] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.630458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.630570] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.630662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.630758] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.686029] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.686185] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.686238] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.686414] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.686505] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.686699] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.686791] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.686884] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.686996] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.687086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.687170] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb4e956-0433-4e20-b64c-9dedce983586 is going to be updated. [ 1289.710904] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.711113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.711113] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.711325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.711492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.720312] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: IN_PROGRESS for 2s [ 1290.002203] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae881a37-31ed-4fac-bb60-e680ad41a13d in Status: SUCCESS [ 1290.002203] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.002203] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.002364] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.002609] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.002742] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.002802] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.002964] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.003078] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.003137] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.003220] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae881a37-31ed-4fac-bb60-e680ad41a13d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.058375] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.058520] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.058632] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.058925] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.059422] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.059422] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 6c8fa26a-9ea5-411b-9488-c5b31398d826 not found, creating... [ 1290.060656] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.060656] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.060656] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.060656] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.060656] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.060656] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.060900] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.060933] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.061159] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.062048] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.062048] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 6c8fa26a-9ea5-411b-9488-c5b31398d826 is going to be created. [ 1290.084809] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.085034] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.085166] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.085554] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.085786] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.086031] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-6c8fa26a-9ea5-411b-9488-c5b31398d826" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.101873] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f0060e4-f9ea-4e46-aa17-eb22eccdc930',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.132626] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.132776] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.132848] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.133079] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.133171] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.133402] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.133510] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.133568] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.133726] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.133803] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.133890] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e is going to be updated. [ 1290.164218] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.164218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.164218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.164218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.164218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.173495] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e in Status: IN_PROGRESS for 2s [ 1290.507162] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae881a37-31ed-4fac-bb60-e680ad41a13d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.604318] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f0060e4-f9ea-4e46-aa17-eb22eccdc930',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.783733] env[66577]: INFO networking_nsxv3.common.synchronization [req-2dd0f44f-7856-4be2-93da-1dfdde7906d5 req-d42cc1e5-f9e6-4ecb-bb77-bf838dd80cee service nova] Enqueued Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_rules [ 1290.783733] env[66577]: INFO networking_nsxv3.common.synchronization [req-2dd0f44f-7856-4be2-93da-1dfdde7906d5 req-d42cc1e5-f9e6-4ecb-bb77-bf838dd80cee service nova] Enqueued Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_members [ 1290.783733] env[66577]: INFO networking_nsxv3.common.synchronization [req-2dd0f44f-7856-4be2-93da-1dfdde7906d5 req-d42cc1e5-f9e6-4ecb-bb77-bf838dd80cee service nova] Enqueued Resource ID: 6c8fa26a-9ea5-411b-9488-c5b31398d826 with Priority: HIGHEST for action port [ 1290.783733] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_rules [ 1290.784416] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_members [ 1290.784416] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8fa26a-9ea5-411b-9488-c5b31398d826 with Priority: HIGHEST for action port [ 1290.784416] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbb4e956-0433-4e20-b64c-9dedce983586 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.784548] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.784548] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.784729] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.784813] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.786551] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb4e956-0433-4e20-b64c-9dedce983586 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.786674] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.786870] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c8fa26a-9ea5-411b-9488-c5b31398d826 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.786976] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c8fa26a-9ea5-411b-9488-c5b31398d826" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.787055] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c8fa26a-9ea5-411b-9488-c5b31398d826" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.787240] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c8fa26a-9ea5-411b-9488-c5b31398d826" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.787321] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c8fa26a-9ea5-411b-9488-c5b31398d826',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.009082] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae881a37-31ed-4fac-bb60-e680ad41a13d: rpc.has_security_group_logging(os_id): False [ 1291.030690] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.030900] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.031018] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.031299] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.031425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.031724] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.031875] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.031967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.032209] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.032398] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.032531] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae881a37-31ed-4fac-bb60-e680ad41a13d is going to be created. [ 1291.107198] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.107496] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.107496] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.107780] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.107911] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.108071] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 is going to be updated. [ 1291.139430] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.139727] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.139727] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.139868] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.140064] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.153209] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae881a37-31ed-4fac-bb60-e680ad41a13d in Status: IN_PROGRESS for 2s [ 1291.176273] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.176456] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.176636] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.176885] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.177110] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.190739] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 in Status: IN_PROGRESS for 2s [ 1291.288011] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb4e956-0433-4e20-b64c-9dedce983586 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.288011] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.289627] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c8fa26a-9ea5-411b-9488-c5b31398d826 with status ACTIVE [ 1291.289829] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.290045] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.290227] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.290541] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.290637] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.290900] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.291012] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.291082] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.291255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.291373] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.291682] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.291778] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.291836] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.292090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.292171] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.292326] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c8fa26a-9ea5-411b-9488-c5b31398d826 is going to be updated. [ 1291.325273] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.325503] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.325503] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.325797] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.325952] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.326147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c8fa26a-9ea5-411b-9488-c5b31398d826" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.731674] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: SUCCESS [ 1291.731870] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb4e956-0433-4e20-b64c-9dedce983586 deletion is rescheduled due to dependency. [ 1291.731982] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.732152] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.732391] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.732561] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.732674] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.732728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.732879] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.732959] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.733061] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.184959] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e in Status: SUCCESS [ 1292.185295] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e deletion is rescheduled due to dependency. [ 1292.185414] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.234997] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.737672] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.168464] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae881a37-31ed-4fac-bb60-e680ad41a13d in Status: SUCCESS [ 1293.168715] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.201342] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 in Status: SUCCESS [ 1293.201632] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.201803] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.202042] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.202250] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.202400] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.202468] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.202632] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.202712] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.202796] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.202891] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f0060e4-f9ea-4e46-aa17-eb22eccdc930',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.240405] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.240557] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.240637] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.240884] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.241098] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.241098] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb4e956-0433-4e20-b64c-9dedce983586 is going to be updated. [ 1293.273782] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.273978] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.274067] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.274280] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.274483] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.283742] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: IN_PROGRESS for 2s [ 1293.705183] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.705417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.705417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.705635] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.705802] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.705906] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.705958] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.706133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.706218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.706303] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.706452] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.706544] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.706601] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.706745] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.706911] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.706976] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.707031] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.707169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.707244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.707325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.707415] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f0060e4-f9ea-4e46-aa17-eb22eccdc930',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.209526] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f0060e4-f9ea-4e46-aa17-eb22eccdc930: rpc.has_security_group_logging(os_id): False [ 1294.226952] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.227139] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.227185] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.227407] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.227527] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.227744] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.227873] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.227938] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.228117] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.228192] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.228385] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.228479] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.228539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.228678] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.228764] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.228940] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.229043] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.229104] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.229242] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.229314] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.229416] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 is going to be updated. [ 1294.288489] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.288684] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.288729] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.288909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.289070] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.303594] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 in Status: IN_PROGRESS for 2s [ 1295.235717] env[66577]: INFO networking_nsxv3.common.synchronization [None req-47d1d18d-0a14-4e35-9041-c46dc134ff58 tempest-AttachVolumeShelveTestJSON-291819034 tempest-AttachVolumeShelveTestJSON-291819034-project-member] Enqueued Resource ID: c5022915-0108-49bc-aa0c-63df39ae3abb with Priority: HIGHEST for action security_group_rules [ 1295.236275] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5022915-0108-49bc-aa0c-63df39ae3abb with Priority: HIGHEST for action security_group_rules [ 1295.236603] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5022915-0108-49bc-aa0c-63df39ae3abb taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.236853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.236853] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.237100] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.237180] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5022915-0108-49bc-aa0c-63df39ae3abb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.293860] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: SUCCESS [ 1295.294141] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.294336] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.294594] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.294877] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.295134] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.295224] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.295452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.295548] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.295676] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.295773] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.320679] env[66577]: INFO networking_nsxv3.common.synchronization [None req-17ac7571-ceae-449e-9fb1-97c5d2495a23 tempest-AttachVolumeShelveTestJSON-291819034 tempest-AttachVolumeShelveTestJSON-291819034-project-member] Enqueued Resource ID: c5022915-0108-49bc-aa0c-63df39ae3abb with Priority: HIGHEST for action security_group_rules [ 1295.321216] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5022915-0108-49bc-aa0c-63df39ae3abb with Priority: HIGHEST for action security_group_rules [ 1295.321526] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5022915-0108-49bc-aa0c-63df39ae3abb taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.321632] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.758843] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.759050] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.759132] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.759380] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.759492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.759607] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5022915-0108-49bc-aa0c-63df39ae3abb already deleted. [ 1295.759689] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.759857] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.760067] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.760173] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5022915-0108-49bc-aa0c-63df39ae3abb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.797934] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.289723] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.290633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.290633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.290633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.290633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.290633] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5022915-0108-49bc-aa0c-63df39ae3abb already deleted. [ 1296.290989] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.300637] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbb4e956-0433-4e20-b64c-9dedce983586: rpc.has_security_group_logging(os_id): False [ 1296.324481] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.324481] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.324481] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.324481] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.324481] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.324722] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.324769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.324847] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.324970] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.325097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.325215] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbb4e956-0433-4e20-b64c-9dedce983586 is going to be updated. [ 1296.327418] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 in Status: SUCCESS [ 1296.327623] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.403239] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.403529] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.403682] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.403992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.404218] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.422518] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: IN_PROGRESS for 2s [ 1296.452596] env[66577]: INFO networking_nsxv3.common.synchronization [req-bf54e5f6-338f-4c32-853f-25faaa1ede67 req-8ea0b5cc-21dc-4638-9436-a0f11b73d163 tempest-ServerActionsTestOtherA-1296391462 tempest-ServerActionsTestOtherA-1296391462-project-member] Enqueued Resource ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 with Priority: HIGHEST for action security_group_members [ 1296.453429] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 with Priority: HIGHEST for action security_group_members [ 1296.453571] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.453643] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.453699] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.453921] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.454025] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.454125] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.454180] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.454329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.454417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.454510] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f0060e4-f9ea-4e46-aa17-eb22eccdc930',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.502367] env[66577]: INFO networking_nsxv3.common.synchronization [req-bf54e5f6-338f-4c32-853f-25faaa1ede67 req-8ea0b5cc-21dc-4638-9436-a0f11b73d163 tempest-ServerActionsTestOtherA-1296391462 tempest-ServerActionsTestOtherA-1296391462-project-member] Enqueued Resource ID: 5a632c99-983d-4a20-8547-c3ecefd45943 with Priority: HIGHEST for action port [ 1296.502953] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a632c99-983d-4a20-8547-c3ecefd45943 with Priority: HIGHEST for action port [ 1296.503281] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a632c99-983d-4a20-8547-c3ecefd45943 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.503512] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a632c99-983d-4a20-8547-c3ecefd45943" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.503621] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a632c99-983d-4a20-8547-c3ecefd45943" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.503843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a632c99-983d-4a20-8547-c3ecefd45943" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.503919] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a632c99-983d-4a20-8547-c3ecefd45943',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.956816] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.956982] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.957069] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.957292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.957385] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.957583] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.957753] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.957753] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.957882] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.957955] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.958060] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 is going to be updated. [ 1297.003950] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.004168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.004168] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.004277] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.004429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.005657] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a632c99-983d-4a20-8547-c3ecefd45943 with status ACTIVE [ 1297.005807] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.005937] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.005998] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.006196] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.006278] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.006554] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.006615] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.006651] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.006818] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.006903] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.007084] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.007174] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.007230] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.007371] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.007445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.007529] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a632c99-983d-4a20-8547-c3ecefd45943 is going to be updated. [ 1297.024244] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 in Status: IN_PROGRESS for 2s [ 1297.032241] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.032452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.032500] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.032686] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.032821] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.032976] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a632c99-983d-4a20-8547-c3ecefd45943" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.438363] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: SUCCESS [ 1298.438848] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.034178] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 in Status: SUCCESS [ 1299.034420] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 deletion is rescheduled due to dependency. [ 1299.034420] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.867679] env[66577]: INFO networking_nsxv3.common.synchronization [req-c69baf66-2cc9-433d-a9dd-54993e712e71 req-4cc0173a-ee1c-4d58-8bf0-8b3983aa8817 tempest-AttachVolumeShelveTestJSON-291819034 tempest-AttachVolumeShelveTestJSON-291819034-project-member] Enqueued Resource ID: c5022915-0108-49bc-aa0c-63df39ae3abb with Priority: HIGHEST for action security_group_members [ 1300.867679] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5022915-0108-49bc-aa0c-63df39ae3abb with Priority: HIGHEST for action security_group_members [ 1300.867975] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5022915-0108-49bc-aa0c-63df39ae3abb taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.867975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.867975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.868232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.868386] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.868486] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.868547] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.868693] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.868777] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.868900] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5022915-0108-49bc-aa0c-63df39ae3abb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.153413] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.153629] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.154053] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.154053] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.154336] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.154505] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.154628] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.154873] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.155036] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.155263] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1301.155380] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1301.155512] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1301.155636] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1301.155752] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1301.155860] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1301.155999] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1301.178904] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1301.179137] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1301.179224] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1301.179405] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.179737] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-6153de46-fd9a-4cb4-ba57-262bf44e5f5b taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.179913] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-6153de46-fd9a-4cb4-ba57-262bf44e5f5b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.180050] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-6153de46-fd9a-4cb4-ba57-262bf44e5f5b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.180465] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-6153de46-fd9a-4cb4-ba57-262bf44e5f5b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.180639] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6153de46-fd9a-4cb4-ba57-262bf44e5f5b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.371176] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.371391] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.371391] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.371632] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.371717] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.371918] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.372039] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.372103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.372256] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.372329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.372475] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5022915-0108-49bc-aa0c-63df39ae3abb already deleted. [ 1301.372557] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.683132] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.683322] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.683529] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.683867] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.684063] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.684256] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 6153de46-fd9a-4cb4-ba57-262bf44e5f5b not found, creating... [ 1301.684546] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.684759] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.684902] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.685196] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.685343] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.685639] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.685798] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.685922] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.686145] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.686282] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.686637] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 6153de46-fd9a-4cb4-ba57-262bf44e5f5b is going to be created. [ 1301.704659] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.704914] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.705050] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.705293] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.705521] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.705743] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-6153de46-fd9a-4cb4-ba57-262bf44e5f5b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.400337] env[66577]: INFO networking_nsxv3.common.synchronization [req-c69baf66-2cc9-433d-a9dd-54993e712e71 req-4fcd5f20-4dd6-4edf-9077-1e8e1e801d4e service nova] Enqueued Resource ID: c5022915-0108-49bc-aa0c-63df39ae3abb with Priority: HIGHEST for action security_group_rules [ 1302.400735] env[66577]: INFO networking_nsxv3.common.synchronization [req-c69baf66-2cc9-433d-a9dd-54993e712e71 req-4fcd5f20-4dd6-4edf-9077-1e8e1e801d4e service nova] Enqueued Resource ID: c5022915-0108-49bc-aa0c-63df39ae3abb with Priority: HIGHEST for action security_group_members [ 1302.400735] env[66577]: INFO networking_nsxv3.common.synchronization [req-c69baf66-2cc9-433d-a9dd-54993e712e71 req-4fcd5f20-4dd6-4edf-9077-1e8e1e801d4e service nova] Enqueued Resource ID: 6153de46-fd9a-4cb4-ba57-262bf44e5f5b with Priority: HIGHEST for action port [ 1302.400982] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5022915-0108-49bc-aa0c-63df39ae3abb with Priority: HIGHEST for action security_group_rules [ 1302.400982] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5022915-0108-49bc-aa0c-63df39ae3abb with Priority: HIGHEST for action security_group_members [ 1302.400982] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6153de46-fd9a-4cb4-ba57-262bf44e5f5b with Priority: HIGHEST for action port [ 1302.401546] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5022915-0108-49bc-aa0c-63df39ae3abb taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.402292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.402411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.402591] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.402676] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5022915-0108-49bc-aa0c-63df39ae3abb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.404274] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5022915-0108-49bc-aa0c-63df39ae3abb taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.404390] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.404453] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.404641] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.404818] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.404907] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.404965] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.405129] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.405214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.405326] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5022915-0108-49bc-aa0c-63df39ae3abb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.406472] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-6153de46-fd9a-4cb4-ba57-262bf44e5f5b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.406602] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6153de46-fd9a-4cb4-ba57-262bf44e5f5b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.406666] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6153de46-fd9a-4cb4-ba57-262bf44e5f5b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.406915] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6153de46-fd9a-4cb4-ba57-262bf44e5f5b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.407439] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6153de46-fd9a-4cb4-ba57-262bf44e5f5b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.904813] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5022915-0108-49bc-aa0c-63df39ae3abb taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.905056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.907416] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5022915-0108-49bc-aa0c-63df39ae3abb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.908859] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6153de46-fd9a-4cb4-ba57-262bf44e5f5b with status ACTIVE [ 1302.909063] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.909187] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.909255] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.909472] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.909567] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.909746] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.909845] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.909909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.910075] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.910152] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.910330] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.910411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.910475] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.910606] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.910728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.910789] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6153de46-fd9a-4cb4-ba57-262bf44e5f5b is going to be updated. [ 1302.932903] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.933116] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.933116] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.933310] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.933474] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.933628] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6153de46-fd9a-4cb4-ba57-262bf44e5f5b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.413693] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5022915-0108-49bc-aa0c-63df39ae3abb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.916723] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.916967] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.917099] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.917340] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.917432] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.917535] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5022915-0108-49bc-aa0c-63df39ae3abb is going to be created. [ 1303.942042] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.942212] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.942292] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.942544] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.942705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.952888] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5022915-0108-49bc-aa0c-63df39ae3abb in Status: UNINITIALIZED for 2s [ 1305.965078] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5022915-0108-49bc-aa0c-63df39ae3abb in Status: SUCCESS [ 1305.965437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.965700] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.966060] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.966377] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.966603] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.966767] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.966987] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.967094] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.967191] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.967343] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5022915-0108-49bc-aa0c-63df39ae3abb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.469621] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5022915-0108-49bc-aa0c-63df39ae3abb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.972654] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5022915-0108-49bc-aa0c-63df39ae3abb: rpc.has_security_group_logging(os_id): False [ 1306.995836] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.996072] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.996128] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.996387] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.996536] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.996806] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.996966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.997065] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.997274] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.997358] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.997487] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5022915-0108-49bc-aa0c-63df39ae3abb is going to be created. [ 1307.088770] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.089132] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.089273] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.089544] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.089813] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.106673] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5022915-0108-49bc-aa0c-63df39ae3abb in Status: IN_PROGRESS for 2s [ 1307.402159] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.402380] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1309.122808] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5022915-0108-49bc-aa0c-63df39ae3abb in Status: SUCCESS [ 1309.123214] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.533776] env[66577]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1309.534148] env[66577]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b56bfea6-4d0d-4271-8488-d70c0ec86ac5 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1312.403590] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.404032] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.405323] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.405787] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1322.363654] env[66577]: INFO networking_nsxv3.common.synchronization [req-846e21a1-d516-433f-8213-1128e59a23b1 req-80c977c9-2143-4005-95a0-d1d64a367c96 tempest-ServerActionsTestJSON-1350215912 tempest-ServerActionsTestJSON-1350215912-project-member] Enqueued Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_members [ 1322.364114] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_members [ 1322.364460] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cf4cf4-ceb5-4093-bfcf-370102242b30 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.364608] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.364695] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.364975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.365123] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.365252] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.365320] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.365505] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.365615] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.365733] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.868204] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.868374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.868446] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.868663] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.868757] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.868949] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.869056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.869116] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.869266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.869342] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.869427] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 is going to be updated. [ 1322.897444] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.897650] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.897650] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.897864] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.898017] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.907221] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 in Status: IN_PROGRESS for 2s [ 1323.103679] env[66577]: INFO networking_nsxv3.common.synchronization [req-eef12fa3-857c-4fa0-9ffd-cc9086ebb22a req-10cfc405-f516-4255-8894-96bc9ffff3fa tempest-ServerActionsTestOtherA-1296391462 tempest-ServerActionsTestOtherA-1296391462-project-member] Enqueued Resource ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c with Priority: HIGHEST for action security_group_members [ 1323.104258] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c with Priority: HIGHEST for action security_group_members [ 1323.104579] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1042ec34-95cb-4be6-90bd-b0eabd47923c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.104693] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.104761] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.104962] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.105251] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.105356] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.105421] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.105578] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.105667] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.105760] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1042ec34-95cb-4be6-90bd-b0eabd47923c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.406387] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.406783] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-183" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.406783] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-183" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.406961] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-183" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.407267] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.407428] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.407547] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.407772] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.407923] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.408146] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1323.408262] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1323.408371] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1323.408481] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1323.408592] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1323.408698] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1323.408834] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1323.429108] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1323.429434] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1323.429621] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1323.429848] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-183" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.430247] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-4d791aac-1dbb-491c-87d1-0a8722b63ff0 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.430465] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-4d791aac-1dbb-491c-87d1-0a8722b63ff0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.430766] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-4d791aac-1dbb-491c-87d1-0a8722b63ff0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.431118] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-4d791aac-1dbb-491c-87d1-0a8722b63ff0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.431264] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d791aac-1dbb-491c-87d1-0a8722b63ff0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.607588] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1042ec34-95cb-4be6-90bd-b0eabd47923c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.933500] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.934052] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.934156] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.934356] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.934504] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.934663] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Segment Port 4d791aac-1dbb-491c-87d1-0a8722b63ff0 not found, creating... [ 1323.935454] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.935454] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.935454] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.935707] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.935752] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.937050] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.937050] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.937050] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.937050] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.937050] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.937050] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 4d791aac-1dbb-491c-87d1-0a8722b63ff0 is going to be created. [ 1323.957446] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.957446] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.957446] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.957742] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.957979] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.958219] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-4d791aac-1dbb-491c-87d1-0a8722b63ff0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.110020] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1042ec34-95cb-4be6-90bd-b0eabd47923c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.612585] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.612974] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.612974] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.613205] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.613318] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.613419] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c is going to be updated. [ 1324.644117] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.644342] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.644342] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.644544] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.644687] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.654092] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c in Status: IN_PROGRESS for 2s [ 1324.675711] env[66577]: INFO networking_nsxv3.common.synchronization [req-eef12fa3-857c-4fa0-9ffd-cc9086ebb22a req-5dfce7d1-c058-4732-9f35-a7c691e9fa4d service nova] Enqueued Resource ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c with Priority: HIGHEST for action security_group_rules [ 1324.675960] env[66577]: INFO networking_nsxv3.common.synchronization [req-eef12fa3-857c-4fa0-9ffd-cc9086ebb22a req-5dfce7d1-c058-4732-9f35-a7c691e9fa4d service nova] Enqueued Resource ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c with Priority: HIGHEST for action security_group_members [ 1324.676125] env[66577]: INFO networking_nsxv3.common.synchronization [req-eef12fa3-857c-4fa0-9ffd-cc9086ebb22a req-5dfce7d1-c058-4732-9f35-a7c691e9fa4d service nova] Enqueued Resource ID: 4d791aac-1dbb-491c-87d1-0a8722b63ff0 with Priority: HIGHEST for action port [ 1324.676621] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c with Priority: HIGHEST for action security_group_rules [ 1324.676757] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c with Priority: HIGHEST for action security_group_members [ 1324.676857] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d791aac-1dbb-491c-87d1-0a8722b63ff0 with Priority: HIGHEST for action port [ 1324.677484] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1042ec34-95cb-4be6-90bd-b0eabd47923c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.677593] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.677657] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.677854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.677936] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1042ec34-95cb-4be6-90bd-b0eabd47923c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.678821] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1042ec34-95cb-4be6-90bd-b0eabd47923c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.678890] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.679062] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d791aac-1dbb-491c-87d1-0a8722b63ff0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.679165] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d791aac-1dbb-491c-87d1-0a8722b63ff0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.679226] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d791aac-1dbb-491c-87d1-0a8722b63ff0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.679610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d791aac-1dbb-491c-87d1-0a8722b63ff0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.679721] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d791aac-1dbb-491c-87d1-0a8722b63ff0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.917740] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 in Status: SUCCESS [ 1324.917929] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 deletion is rescheduled due to dependency. [ 1324.917982] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.181866] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1042ec34-95cb-4be6-90bd-b0eabd47923c taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.182173] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.182173] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d791aac-1dbb-491c-87d1-0a8722b63ff0 with status ACTIVE [ 1325.182322] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.182429] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.182492] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.182749] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.184206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.184206] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.184206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.184206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.184206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.184206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.184206] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.184206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.184206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.184206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.184206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.184206] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d791aac-1dbb-491c-87d1-0a8722b63ff0 is going to be updated. [ 1325.216073] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.216303] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.216303] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.216452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.216589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.216748] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d791aac-1dbb-491c-87d1-0a8722b63ff0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.665655] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c in Status: SUCCESS [ 1326.665655] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.665655] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.665655] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.665655] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.665655] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.666131] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.666131] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.666131] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.666131] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1042ec34-95cb-4be6-90bd-b0eabd47923c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.168202] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1042ec34-95cb-4be6-90bd-b0eabd47923c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.670878] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1042ec34-95cb-4be6-90bd-b0eabd47923c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.174029] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.174231] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.174303] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.174489] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.174582] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.174681] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c is going to be updated. [ 1328.206585] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.206812] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.206865] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.207118] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.207296] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.220408] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c in Status: IN_PROGRESS for 2s [ 1329.678373] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.678692] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1330.232529] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c in Status: SUCCESS [ 1330.232793] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.232966] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.233209] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.233404] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.233522] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.233593] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.233746] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.233831] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.233917] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.234021] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1042ec34-95cb-4be6-90bd-b0eabd47923c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.735935] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1042ec34-95cb-4be6-90bd-b0eabd47923c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.238764] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1042ec34-95cb-4be6-90bd-b0eabd47923c: rpc.has_security_group_logging(os_id): False [ 1331.259490] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.259717] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.259717] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.259924] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.289871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.290296] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.290425] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.290494] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.290860] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.290962] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.291078] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c is going to be updated. [ 1331.351285] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.351454] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.351500] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.351712] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.352056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.364376] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c in Status: IN_PROGRESS for 2s [ 1331.683426] env[66577]: INFO networking_nsxv3.common.synchronization [req-27252e82-18d7-49a2-a435-6febb3807ab2 req-8c7f58a6-e647-4938-8f29-f7291cc6eea1 tempest-ServerActionsTestJSON-1350215912 tempest-ServerActionsTestJSON-1350215912-project-member] Enqueued Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_members [ 1331.684089] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_members [ 1331.684472] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cf4cf4-ceb5-4093-bfcf-370102242b30 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.684633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.684727] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.686385] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.686385] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.686385] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.686385] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.686385] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.686385] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.686385] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.969720] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.970055] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.970101] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.970351] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.970649] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.970828] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.970952] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.971276] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.971469] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.971733] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1331.971843] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1331.971918] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1331.972039] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1331.972153] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1331.972257] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1331.972391] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1332.009227] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1332.009474] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1332.009663] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1332.009905] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-38" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.010363] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-334a8bb4-8e77-416b-a9f2-12a3405f2658 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.010712] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-334a8bb4-8e77-416b-a9f2-12a3405f2658" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.010960] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-334a8bb4-8e77-416b-a9f2-12a3405f2658" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.011330] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-334a8bb4-8e77-416b-a9f2-12a3405f2658" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.011480] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('334a8bb4-8e77-416b-a9f2-12a3405f2658',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.188586] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.188833] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.188910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.189154] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.189264] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.189495] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.189616] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.189681] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.189879] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.189964] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.190112] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 is going to be updated. [ 1332.216976] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.217271] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.217271] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.217417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.217547] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.227799] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 in Status: IN_PROGRESS for 2s [ 1332.514459] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.514736] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.514736] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.515070] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.515271] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.515435] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Segment Port 334a8bb4-8e77-416b-a9f2-12a3405f2658 not found, creating... [ 1332.515698] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.515858] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.515977] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.516226] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.516369] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.516648] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.516802] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.516923] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.517159] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.517294] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.517434] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 334a8bb4-8e77-416b-a9f2-12a3405f2658 is going to be created. [ 1332.548768] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.549089] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.549244] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.549544] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.549818] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.550143] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-334a8bb4-8e77-416b-a9f2-12a3405f2658" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.220476] env[66577]: INFO networking_nsxv3.common.synchronization [req-27252e82-18d7-49a2-a435-6febb3807ab2 req-2d69e281-9060-46e3-8366-10a55c2f4fa2 service nova] Enqueued Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_rules [ 1333.220769] env[66577]: INFO networking_nsxv3.common.synchronization [req-27252e82-18d7-49a2-a435-6febb3807ab2 req-2d69e281-9060-46e3-8366-10a55c2f4fa2 service nova] Enqueued Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_members [ 1333.220872] env[66577]: INFO networking_nsxv3.common.synchronization [req-27252e82-18d7-49a2-a435-6febb3807ab2 req-2d69e281-9060-46e3-8366-10a55c2f4fa2 service nova] Enqueued Resource ID: 334a8bb4-8e77-416b-a9f2-12a3405f2658 with Priority: HIGHEST for action port [ 1333.221844] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_rules [ 1333.222011] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_members [ 1333.222116] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334a8bb4-8e77-416b-a9f2-12a3405f2658 with Priority: HIGHEST for action port [ 1333.222391] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68cf4cf4-ceb5-4093-bfcf-370102242b30 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.222508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.222573] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.222805] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.222869] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.224053] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cf4cf4-ceb5-4093-bfcf-370102242b30 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.224157] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.224356] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-334a8bb4-8e77-416b-a9f2-12a3405f2658 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.224456] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-334a8bb4-8e77-416b-a9f2-12a3405f2658" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.224520] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-334a8bb4-8e77-416b-a9f2-12a3405f2658" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.224685] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-334a8bb4-8e77-416b-a9f2-12a3405f2658" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.224758] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('334a8bb4-8e77-416b-a9f2-12a3405f2658',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.377488] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c in Status: SUCCESS [ 1333.377664] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.727199] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 334a8bb4-8e77-416b-a9f2-12a3405f2658 with status ACTIVE [ 1333.727442] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.727583] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.728354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.728354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.728354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.728354] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.728354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.728354] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.728650] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.728650] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.728718] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.728769] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.728805] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.728975] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.729089] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.729175] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 334a8bb4-8e77-416b-a9f2-12a3405f2658 is going to be updated. [ 1333.730332] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cf4cf4-ceb5-4093-bfcf-370102242b30 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.730430] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.752238] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.752457] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.752457] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.752655] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.752810] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.752979] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-334a8bb4-8e77-416b-a9f2-12a3405f2658" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.239603] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 in Status: SUCCESS [ 1334.239990] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 deletion is rescheduled due to dependency. [ 1334.239990] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.240085] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.240267] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.240460] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.240564] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.240693] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.240811] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.240899] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.240998] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.743772] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.246741] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.750112] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.750112] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.750112] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.750112] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.750112] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.750112] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 is going to be updated. [ 1335.785411] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.785411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.785411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.785411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.785411] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.795328] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 in Status: IN_PROGRESS for 2s [ 1337.808105] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 in Status: SUCCESS [ 1337.808468] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.808535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.808749] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.809052] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.809207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.809274] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.809453] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.809532] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.809623] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.809730] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.223531] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.223736] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1338.312430] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.815101] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68cf4cf4-ceb5-4093-bfcf-370102242b30: rpc.has_security_group_logging(os_id): False [ 1338.832938] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.833151] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.833151] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.833370] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.833460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.833692] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.833860] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.833943] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.834129] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.834206] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.834294] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 is going to be updated. [ 1338.900134] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.900327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.900327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.900537] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.900718] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.915927] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 in Status: IN_PROGRESS for 2s [ 1340.935070] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 in Status: SUCCESS [ 1340.935484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.224687] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.225073] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.226025] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.226397] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.482020] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.482316] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.482433] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.482693] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.482804] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.986044] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.488984] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.991501] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1349.991601] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1350.886428] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.886758] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.886758] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.886758] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.900474] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1350.901477] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.902400] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1350.940083] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.940335] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.940335] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.940557] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.953032] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.953869] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1350.953990] env[66577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1350.954085] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1350.993250] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.993580] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.993580] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.993675] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.995090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.995271] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1351.089131] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.089380] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.089380] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.089581] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.089902] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.090216] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1351.172557] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.172837] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.172837] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.173055] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.173384] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.173693] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1351.173786] env[66577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'67557250-99a3-4397-ae65-bc4d65473581', 'e70eaa17-b180-4b41-bfc3-580c8256ae85', '63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625', '128d4379-3ed4-49ec-b013-6bdfa169ccb5', 'c5022915-0108-49bc-aa0c-63df39ae3abb', 'b54fd529-a9f5-4510-a094-a34048f8fc8e', 'ba275e77-5a3f-42ea-b01c-bf042356d57e', '395a0830-5c21-4961-a05e-809f9149ee39', 'ae881a37-31ed-4fac-bb60-e680ad41a13d', 'a8b6953d-4b8f-486d-bb0b-ee962438e5e4', '120bcc97-f18a-4802-8b21-1af21180d84c', 'e4439173-5256-4faa-bef7-9d10631a1b31', '3f0060e4-f9ea-4e46-aa17-eb22eccdc930', '37e2f41b-2bbf-44bb-a99b-55e5572e28df', 'ac1d6c65-16ac-42b3-9783-b8d1a7f911f7', 'cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c', 'a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc', 'bf804a78-e142-46f8-ab91-b0bb37b5608e', '1d834d21-6726-42e1-b7cc-a86d9f61dbc0', '7f3b6498-0117-4f0c-bf7c-0d845a446689', '9dbaa7fa-37fc-443f-adb4-b7ac443dfd4e', '68cf4cf4-ceb5-4093-bfcf-370102242b30', '0b9ce399-65f7-44f5-b1b5-df6e33bf22a9', 'b83c40f7-68d9-4416-ad91-42fed8d778d5', 'cbb4e956-0433-4e20-b64c-9dedce983586', 'aa24cfc6-46ce-4f51-90b6-ae9bb06fd8a1', 'cf44676c-780c-4c08-954f-6cfeec230929', '1c51b493-96c3-4e5e-85d5-20eb8ffcc14a', 'a2c58e40-54a5-40bb-aa94-1919b7e2f666', '471af82a-7ff3-434b-adc3-74340dd3f508', 'd3c664c4-7fcc-49e5-adf3-8d36d8825b13', '466a84a6-4788-46b3-9975-07bd82939f29', '2ad17886-d926-41de-abdb-ecb9d74ad410', '1ec22806-11db-4781-bb28-cdbc24ff60e4', '017b739e-63d1-4716-92fe-d179579d9a73', '8fa613fd-3168-4037-8718-74203945f487', '8a9b62f1-5f35-4b00-af93-a0346a61e0ef', '1042ec34-95cb-4be6-90bd-b0eabd47923c', '11ca2f4a-0dec-418f-968b-b83b5d85b00f', 'b066c960-b33e-4d77-92bb-50876250915a', '96805d36-0593-45c3-ab7f-d5f83ad02d46', '05d8e9b7-9405-4e8d-a78e-d4e2ea83723b', 'c211bba1-9fab-4c7e-82b8-e5b70861b181'} {{(pid=66577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1351.173937] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1351.191835] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.192072] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.192072] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.192243] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.192330] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.192439] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1351.192511] env[66577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1351.192583] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1351.273119] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.273298] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.273360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.273563] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.274745] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.275015] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1351.275091] env[66577]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66577) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1351.275164] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1351.275234] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1351.275309] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1351.275383] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67557250-99a3-4397-ae65-bc4d65473581 with Priority: HIGH for action security_group_rules [ 1351.275463] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGH for action security_group_rules [ 1351.275531] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGH for action security_group_rules [ 1351.275594] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGH for action security_group_rules [ 1351.275656] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5022915-0108-49bc-aa0c-63df39ae3abb with Priority: HIGH for action security_group_rules [ 1351.275718] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b54fd529-a9f5-4510-a094-a34048f8fc8e with Priority: HIGH for action security_group_rules [ 1351.275779] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGH for action security_group_rules [ 1351.275838] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGH for action security_group_rules [ 1351.275899] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ae881a37-31ed-4fac-bb60-e680ad41a13d with Priority: HIGH for action security_group_rules [ 1351.275995] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 with Priority: HIGH for action security_group_rules [ 1351.276101] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 120bcc97-f18a-4802-8b21-1af21180d84c with Priority: HIGH for action security_group_rules [ 1351.276166] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGH for action security_group_rules [ 1351.276229] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 with Priority: HIGH for action security_group_rules [ 1351.276292] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df with Priority: HIGH for action security_group_rules [ 1351.276354] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 with Priority: HIGH for action security_group_rules [ 1351.276417] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c with Priority: HIGH for action security_group_rules [ 1351.276480] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc with Priority: HIGH for action security_group_rules [ 1351.276542] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGH for action security_group_rules [ 1351.276604] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 with Priority: HIGH for action security_group_rules [ 1351.276669] env[66577]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 with Priority: HIGH for action security_group_rules [ 1351.276765] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.227176] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.227509] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1353.227509] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67557250-99a3-4397-ae65-bc4d65473581 with Priority: HIGH for action security_group_rules [ 1353.227604] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 with Priority: HIGH for action security_group_rules [ 1353.227726] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba275e77-5a3f-42ea-b01c-bf042356d57e with Priority: HIGH for action security_group_rules [ 1353.227847] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 with Priority: HIGH for action security_group_rules [ 1353.227957] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 with Priority: HIGH for action security_group_rules [ 1353.228070] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 with Priority: HIGH for action security_group_rules [ 1353.228173] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf804a78-e142-46f8-ab91-b0bb37b5608e with Priority: HIGH for action security_group_rules [ 1353.228267] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc with Priority: HIGH for action security_group_rules [ 1353.228373] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df with Priority: HIGH for action security_group_rules [ 1353.229380] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c with Priority: HIGH for action security_group_rules [ 1353.229520] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 with Priority: HIGH for action security_group_rules [ 1353.229634] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4439173-5256-4faa-bef7-9d10631a1b31 with Priority: HIGH for action security_group_rules [ 1353.229731] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120bcc97-f18a-4802-8b21-1af21180d84c with Priority: HIGH for action security_group_rules [ 1353.229836] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 with Priority: HIGH for action security_group_rules [ 1353.229935] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae881a37-31ed-4fac-bb60-e680ad41a13d with Priority: HIGH for action security_group_rules [ 1353.230021] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b54fd529-a9f5-4510-a094-a34048f8fc8e with Priority: HIGH for action security_group_rules [ 1353.230139] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395a0830-5c21-4961-a05e-809f9149ee39 with Priority: HIGH for action security_group_rules [ 1353.230241] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5022915-0108-49bc-aa0c-63df39ae3abb with Priority: HIGH for action security_group_rules [ 1353.230338] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 with Priority: HIGH for action security_group_rules [ 1353.230438] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 with Priority: HIGH for action security_group_rules [ 1353.231115] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67557250-99a3-4397-ae65-bc4d65473581 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.231115] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.231115] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.231360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.231406] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67557250-99a3-4397-ae65-bc4d65473581',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.232435] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.232598] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.232658] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.232856] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.232981] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.233847] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba275e77-5a3f-42ea-b01c-bf042356d57e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.234464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.234464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.234464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.234464] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba275e77-5a3f-42ea-b01c-bf042356d57e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.235080] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.235207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.235625] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.235625] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.235625] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac1d6c65-16ac-42b3-9783-b8d1a7f911f7',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.236674] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f3b6498-0117-4f0c-bf7c-0d845a446689 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.236674] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.236841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.236841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.236943] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f3b6498-0117-4f0c-bf7c-0d845a446689',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.237768] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1d834d21-6726-42e1-b7cc-a86d9f61dbc0 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.237921] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.237921] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.238077] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.238155] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1d834d21-6726-42e1-b7cc-a86d9f61dbc0',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.238907] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf804a78-e142-46f8-ab91-b0bb37b5608e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.239038] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.239103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.239276] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.239357] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf804a78-e142-46f8-ab91-b0bb37b5608e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.240148] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.240325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.240403] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.240503] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.240605] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.241498] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37e2f41b-2bbf-44bb-a99b-55e5572e28df taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.241626] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.241707] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.241799] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.241877] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37e2f41b-2bbf-44bb-a99b-55e5572e28df',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.242610] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.242771] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.242836] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.242986] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.243070] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.244434] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f0060e4-f9ea-4e46-aa17-eb22eccdc930 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.244572] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.244678] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.244860] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.244929] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f0060e4-f9ea-4e46-aa17-eb22eccdc930',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.245909] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e4439173-5256-4faa-bef7-9d10631a1b31 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.245909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.245909] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.246169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.246169] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e4439173-5256-4faa-bef7-9d10631a1b31',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.248888] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-120bcc97-f18a-4802-8b21-1af21180d84c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.249028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.249093] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.249471] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.249471] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('120bcc97-f18a-4802-8b21-1af21180d84c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.250221] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8b6953d-4b8f-486d-bb0b-ee962438e5e4 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.250221] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.250221] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.250478] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.250478] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8b6953d-4b8f-486d-bb0b-ee962438e5e4',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.251271] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae881a37-31ed-4fac-bb60-e680ad41a13d taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.251389] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.251501] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.251650] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.251783] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae881a37-31ed-4fac-bb60-e680ad41a13d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.252610] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b54fd529-a9f5-4510-a094-a34048f8fc8e taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.252804] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.252804] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.252926] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.253051] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b54fd529-a9f5-4510-a094-a34048f8fc8e',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.254098] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-395a0830-5c21-4961-a05e-809f9149ee39 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.254098] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.254098] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.254329] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.254329] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('395a0830-5c21-4961-a05e-809f9149ee39',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.255348] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5022915-0108-49bc-aa0c-63df39ae3abb taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.255348] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.255508] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.255555] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.255625] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5022915-0108-49bc-aa0c-63df39ae3abb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.256785] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e70eaa17-b180-4b41-bfc3-580c8256ae85 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.256785] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.256785] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.256785] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.257081] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e70eaa17-b180-4b41-bfc3-580c8256ae85',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.257840] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.257959] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.258051] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.258201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.258333] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('128d4379-3ed4-49ec-b013-6bdfa169ccb5',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.294884] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.295103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.295169] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.295426] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.304038] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.304251] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.305322] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.305463] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.307446] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.307590] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.315774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.315910] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625 is going to be deleted. [ 1353.317021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.317311] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.335582] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.335738] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc is going to be deleted. [ 1353.336814] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.337066] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.356057] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.356238] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac1d6c65-16ac-42b3-9783-b8d1a7f911f7 is going to be deleted. [ 1353.357186] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.357446] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.377940] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.378222] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.381025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.381178] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1d834d21-6726-42e1-b7cc-a86d9f61dbc0 is going to be deleted. [ 1353.382194] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.382427] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.382529] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.382691] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63aa5fc8-829e-4cc7-b1c2-6e5dc1cd7625" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.400553] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.400792] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.400923] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.401364] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.401534] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.401729] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1a2e8f4-ba0f-4a9e-878b-afeb2175bebc" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.412954] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.413232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.413232] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.413491] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.413594] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.413749] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac1d6c65-16ac-42b3-9783-b8d1a7f911f7" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.439981] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.440234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.440234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.440497] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.440591] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.440730] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1d834d21-6726-42e1-b7cc-a86d9f61dbc0" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.763610] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5022915-0108-49bc-aa0c-63df39ae3abb taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.763768] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.763838] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.764117] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.764290] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.764390] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.764452] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.764604] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.764688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.764772] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.764859] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5022915-0108-49bc-aa0c-63df39ae3abb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.778286] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae881a37-31ed-4fac-bb60-e680ad41a13d taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.778445] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.778515] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.778801] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.778974] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.779115] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.779160] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.779323] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.779444] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.779487] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.779570] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae881a37-31ed-4fac-bb60-e680ad41a13d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.794738] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.794928] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.794985] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.795175] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.798980] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.799108] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.800148] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.800245] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.807171] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.807307] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.813276] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.813409] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.817230] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.817325] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.824148] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.824286] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.826768] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.826768] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.827453] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.827560] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.828280] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.828374] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.829103] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.829360] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.829958] env[66577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1353.830419] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.830585] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.831236] env[66577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1353.831630] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.831720] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.832334] env[66577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1353.832732] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.832822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.833485] env[66577]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1353.833896] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.834102] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e4439173-5256-4faa-bef7-9d10631a1b31 is going to be deleted. [ 1353.834998] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.835265] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.853640] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.853784] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 395a0830-5c21-4961-a05e-809f9149ee39 is going to be deleted. [ 1353.854724] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.854935] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.878307] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.878458] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8b6953d-4b8f-486d-bb0b-ee962438e5e4 is going to be deleted. [ 1353.879327] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.879535] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.910969] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.911202] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67557250-99a3-4397-ae65-bc4d65473581 is going to be deleted. [ 1353.912341] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.912558] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.914145] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.914258] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.914875] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.914971] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.936841] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.936982] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f3b6498-0117-4f0c-bf7c-0d845a446689 is going to be deleted. [ 1353.938263] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.938485] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.956027] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.956027] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.957803] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.957920] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf804a78-e142-46f8-ab91-b0bb37b5608e is going to be deleted. [ 1353.958851] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.959705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.988927] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.989152] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.989969] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.990104] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba275e77-5a3f-42ea-b01c-bf042356d57e is going to be deleted. [ 1353.991567] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.991850] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.040374] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.040509] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.042687] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.042802] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.049154] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.049292] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 120bcc97-f18a-4802-8b21-1af21180d84c is going to be deleted. [ 1354.050229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.050443] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.114456] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.114603] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c is going to be deleted. [ 1354.115783] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.117099] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.160344] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.160555] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.172345] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.172530] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b54fd529-a9f5-4510-a094-a34048f8fc8e is going to be deleted. [ 1354.173532] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.173751] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.200757] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.200981] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.234920] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.235408] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e70eaa17-b180-4b41-bfc3-580c8256ae85 is going to be deleted. [ 1354.236079] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.236301] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.267921] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5022915-0108-49bc-aa0c-63df39ae3abb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.286995] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae881a37-31ed-4fac-bb60-e680ad41a13d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.318874] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.319054] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37e2f41b-2bbf-44bb-a99b-55e5572e28df is going to be deleted. [ 1354.320453] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.320768] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.326060] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.326234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.338330] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.338545] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.355745] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.356215] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 128d4379-3ed4-49ec-b013-6bdfa169ccb5 is going to be deleted. [ 1354.357376] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.357701] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.398112] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.398264] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.412849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.412849] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f0060e4-f9ea-4e46-aa17-eb22eccdc930 is going to be deleted. [ 1354.413898] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.414234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.414365] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.414449] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-395a0830-5c21-4961-a05e-809f9149ee39" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.414656] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.414822] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.414936] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.415071] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e4439173-5256-4faa-bef7-9d10631a1b31" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.415745] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.415907] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.416047] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.416230] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8b6953d-4b8f-486d-bb0b-ee962438e5e4" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.416477] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.416567] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.416633] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.416843] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67557250-99a3-4397-ae65-bc4d65473581" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.417022] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.417207] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.417281] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.417401] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f3b6498-0117-4f0c-bf7c-0d845a446689" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.417597] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.417952] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.419040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.419040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf804a78-e142-46f8-ab91-b0bb37b5608e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.419182] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.419336] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.419454] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.419638] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-120bcc97-f18a-4802-8b21-1af21180d84c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.419815] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.420021] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.420147] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.420330] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba275e77-5a3f-42ea-b01c-bf042356d57e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.420539] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.420762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.420890] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.421090] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc994ef3-bb3d-4d75-bb90-6ef0414b8e3c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.421307] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.421557] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.421635] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.421815] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b54fd529-a9f5-4510-a094-a34048f8fc8e" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.421992] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.422202] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.422308] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.422460] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e70eaa17-b180-4b41-bfc3-580c8256ae85" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.479589] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.479767] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.479823] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.480042] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.480135] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.480259] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37e2f41b-2bbf-44bb-a99b-55e5572e28df" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.493598] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.493783] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.493828] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.494086] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.494172] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.494243] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-128d4379-3ed4-49ec-b013-6bdfa169ccb5" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.582813] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.583104] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.583181] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.583421] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.583519] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.583666] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f0060e4-f9ea-4e46-aa17-eb22eccdc930" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.770448] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5022915-0108-49bc-aa0c-63df39ae3abb: rpc.has_security_group_logging(os_id): False [ 1354.790173] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.790424] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.790424] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.790610] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.791793] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae881a37-31ed-4fac-bb60-e680ad41a13d: rpc.has_security_group_logging(os_id): False [ 1354.809700] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.809700] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.815040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.815040] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.815040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.815040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.815040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.815040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.815539] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5022915-0108-49bc-aa0c-63df39ae3abb is going to be updated. [ 1354.816187] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.816362] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.856516] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.856926] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.857097] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.857170] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.857407] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.857509] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.857603] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae881a37-31ed-4fac-bb60-e680ad41a13d is going to be updated. [ 1354.920653] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.920871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.921030] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.921244] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.921423] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.938161] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5022915-0108-49bc-aa0c-63df39ae3abb in Status: IN_PROGRESS for 2s [ 1354.948450] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.948615] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.948666] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.948871] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.949033] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.975645] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae881a37-31ed-4fac-bb60-e680ad41a13d in Status: IN_PROGRESS for 2s [ 1356.953612] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5022915-0108-49bc-aa0c-63df39ae3abb in Status: SUCCESS [ 1356.954220] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.988251] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae881a37-31ed-4fac-bb60-e680ad41a13d in Status: SUCCESS [ 1356.988484] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.113498] env[66577]: INFO networking_nsxv3.common.synchronization [req-998897bf-4897-4034-8916-a9d2b0329af3 req-3d4c4791-45e2-4e7a-be42-2826ffd7fc7b tempest-AttachVolumeTestJSON-845045425 tempest-AttachVolumeTestJSON-845045425-project-member] Enqueued Resource ID: ae881a37-31ed-4fac-bb60-e680ad41a13d with Priority: HIGHEST for action security_group_members [ 1357.113498] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae881a37-31ed-4fac-bb60-e680ad41a13d with Priority: HIGHEST for action security_group_members [ 1357.113498] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae881a37-31ed-4fac-bb60-e680ad41a13d taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.113498] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.113498] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.113498] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.113863] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.113863] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.113863] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.114075] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.114075] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.114189] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae881a37-31ed-4fac-bb60-e680ad41a13d',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.617985] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.618192] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.618266] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.618441] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.618532] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.618733] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.618830] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.618895] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.619071] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.619157] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.619244] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae881a37-31ed-4fac-bb60-e680ad41a13d is going to be updated. [ 1357.655333] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.655499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.655499] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.655720] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.655861] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.665561] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae881a37-31ed-4fac-bb60-e680ad41a13d in Status: IN_PROGRESS for 2s [ 1359.677524] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae881a37-31ed-4fac-bb60-e680ad41a13d in Status: SUCCESS [ 1359.677971] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae881a37-31ed-4fac-bb60-e680ad41a13d deletion is rescheduled due to dependency. [ 1359.677971] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae881a37-31ed-4fac-bb60-e680ad41a13d" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.113919] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.114362] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.115887] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.116295] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.973156] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.973387] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "network-42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.973508] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "network-42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.973779] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "network-42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.974055] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.974239] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.974361] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.974580] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.974728] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.974953] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1367.975077] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1367.975183] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1367.975291] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1367.975416] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1367.975517] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1367.975644] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1367.995936] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1367.996169] env[66577]: DEBUG dogpile.cache.region [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1367.996246] env[66577]: DEBUG dogpile.lock [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1367.996444] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "network-42" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.996730] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock port-6c8fa26a-9ea5-411b-9488-c5b31398d826 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.996954] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "port-6c8fa26a-9ea5-411b-9488-c5b31398d826" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.997023] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "port-6c8fa26a-9ea5-411b-9488-c5b31398d826" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.997283] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "port-6c8fa26a-9ea5-411b-9488-c5b31398d826" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.997423] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c8fa26a-9ea5-411b-9488-c5b31398d826',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.500139] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.500544] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.500544] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.500728] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.500880] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.501225] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.501380] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.501498] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.501713] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.501848] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.502223] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.502385] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.502500] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.502702] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.502838] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.502974] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Resource: SegmentPort with ID: 6c8fa26a-9ea5-411b-9488-c5b31398d826 is going to be updated. [ 1368.524494] env[66577]: DEBUG networking_nsxv3.common.locking [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.524718] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.524845] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.525197] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.525418] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.525664] env[66577]: DEBUG oslo_concurrency.lockutils [None req-fe2ec5d3-ed18-41a8-9cbb-ed44e0d14bd5 None None] Releasing lock "port-6c8fa26a-9ea5-411b-9488-c5b31398d826" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.214321] env[66577]: INFO networking_nsxv3.common.synchronization [req-5f14fd2c-0a2d-451f-a6e6-7941a2e5e301 req-51085ceb-adef-42fe-bca2-6fdd4e373fb1 service nova] Enqueued Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_rules [ 1369.214487] env[66577]: INFO networking_nsxv3.common.synchronization [req-5f14fd2c-0a2d-451f-a6e6-7941a2e5e301 req-51085ceb-adef-42fe-bca2-6fdd4e373fb1 service nova] Enqueued Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_members [ 1369.214621] env[66577]: INFO networking_nsxv3.common.synchronization [req-5f14fd2c-0a2d-451f-a6e6-7941a2e5e301 req-51085ceb-adef-42fe-bca2-6fdd4e373fb1 service nova] Enqueued Resource ID: 6c8fa26a-9ea5-411b-9488-c5b31398d826 with Priority: HIGHEST for action port [ 1369.214841] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_rules [ 1369.214960] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_members [ 1369.215065] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8fa26a-9ea5-411b-9488-c5b31398d826 with Priority: HIGHEST for action port [ 1369.215615] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbb4e956-0433-4e20-b64c-9dedce983586 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.215748] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.215821] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.216023] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.216103] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.217344] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb4e956-0433-4e20-b64c-9dedce983586 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.217477] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.217547] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.217718] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.217872] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.217964] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.218106] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.218370] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.218370] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.218370] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.219220] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c8fa26a-9ea5-411b-9488-c5b31398d826 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.219808] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c8fa26a-9ea5-411b-9488-c5b31398d826" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.219808] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c8fa26a-9ea5-411b-9488-c5b31398d826" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.219808] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c8fa26a-9ea5-411b-9488-c5b31398d826" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.219808] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c8fa26a-9ea5-411b-9488-c5b31398d826',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.720691] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.721747] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb4e956-0433-4e20-b64c-9dedce983586 taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.721854] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.723315] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c8fa26a-9ea5-411b-9488-c5b31398d826 with status ACTIVE [ 1369.723492] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.723680] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.723680] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.723868] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.723961] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.724167] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.724276] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.724331] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.724486] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.724562] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.725153] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.725153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.725153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.725153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.725153] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.725395] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c8fa26a-9ea5-411b-9488-c5b31398d826 is going to be updated. [ 1369.745804] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.746037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.746037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.746221] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.746356] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.746510] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c8fa26a-9ea5-411b-9488-c5b31398d826" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.223453] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.726930] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.727419] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.727419] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.727419] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.727546] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.727583] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb4e956-0433-4e20-b64c-9dedce983586 is going to be updated. [ 1370.761484] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.761774] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.761858] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.762176] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.762417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.775358] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: IN_PROGRESS for 2s [ 1372.790590] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: SUCCESS [ 1372.790947] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.790990] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.791417] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.792020] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.792020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.792020] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.792249] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.792249] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.792249] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.792342] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.294917] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.799423] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbb4e956-0433-4e20-b64c-9dedce983586: rpc.has_security_group_logging(os_id): False [ 1373.820687] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.820859] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.820911] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.821261] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.842243] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.842958] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.842958] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.842958] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.843205] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.843205] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.843286] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbb4e956-0433-4e20-b64c-9dedce983586 is going to be updated. [ 1373.904194] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.904375] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.904416] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.904613] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.904758] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.925718] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: IN_PROGRESS for 2s [ 1374.216032] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.216254] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1375.940507] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: SUCCESS [ 1375.940970] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.570379] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.570859] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "network-724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.570859] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "network-724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.570972] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "network-724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.571244] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.571407] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.571524] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.571761] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.571934] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.572152] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1378.572265] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] NeedRegenerationException {{(pid=66577) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1378.572375] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] no value, waiting for create lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1378.572483] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] value creation lock acquired {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1378.572593] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] No value present for key: 'zone-id' {{(pid=66577) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1378.572698] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Calling creation function for not-yet-present value {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1378.572829] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1378.595321] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1378.595543] env[66577]: DEBUG dogpile.cache.region [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66577) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1378.595618] env[66577]: DEBUG dogpile.lock [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Released creation lock {{(pid=66577) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1378.595794] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "network-724" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.596134] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock port-6153de46-fd9a-4cb4-ba57-262bf44e5f5b taken with stack trace [, , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.596414] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "port-6153de46-fd9a-4cb4-ba57-262bf44e5f5b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.596541] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "port-6153de46-fd9a-4cb4-ba57-262bf44e5f5b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.596819] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "port-6153de46-fd9a-4cb4-ba57-262bf44e5f5b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.596952] env[66577]: DEBUG networking_nsxv3.api.rpc [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6153de46-fd9a-4cb4-ba57-262bf44e5f5b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.099931] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.100388] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.100388] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.100578] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.100739] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.101042] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.101239] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.101388] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.101625] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.101762] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.102064] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.102233] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.102339] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.102546] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.102685] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.102826] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Resource: SegmentPort with ID: 6153de46-fd9a-4cb4-ba57-262bf44e5f5b is going to be updated. [ 1379.129329] env[66577]: DEBUG networking_nsxv3.common.locking [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.129686] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.129686] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.129926] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.130148] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.130393] env[66577]: DEBUG oslo_concurrency.lockutils [None req-21c35b53-d3fa-42b1-b1ec-06018af330d5 None None] Releasing lock "port-6153de46-fd9a-4cb4-ba57-262bf44e5f5b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.217603] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.217844] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.857299] env[66577]: INFO networking_nsxv3.common.synchronization [req-99935a68-8fac-42d8-a641-2707d2cae7ff req-e066cd93-93e2-488b-969b-e3d9d6bba20f service nova] Enqueued Resource ID: c5022915-0108-49bc-aa0c-63df39ae3abb with Priority: HIGHEST for action security_group_rules [ 1379.857584] env[66577]: INFO networking_nsxv3.common.synchronization [req-99935a68-8fac-42d8-a641-2707d2cae7ff req-e066cd93-93e2-488b-969b-e3d9d6bba20f service nova] Enqueued Resource ID: c5022915-0108-49bc-aa0c-63df39ae3abb with Priority: HIGHEST for action security_group_members [ 1379.857686] env[66577]: INFO networking_nsxv3.common.synchronization [req-99935a68-8fac-42d8-a641-2707d2cae7ff req-e066cd93-93e2-488b-969b-e3d9d6bba20f service nova] Enqueued Resource ID: 6153de46-fd9a-4cb4-ba57-262bf44e5f5b with Priority: HIGHEST for action port [ 1379.858166] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5022915-0108-49bc-aa0c-63df39ae3abb with Priority: HIGHEST for action security_group_rules [ 1379.858304] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5022915-0108-49bc-aa0c-63df39ae3abb with Priority: HIGHEST for action security_group_members [ 1379.858405] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6153de46-fd9a-4cb4-ba57-262bf44e5f5b with Priority: HIGHEST for action port [ 1379.858679] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5022915-0108-49bc-aa0c-63df39ae3abb taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.858812] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.858889] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.859227] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.859317] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5022915-0108-49bc-aa0c-63df39ae3abb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.860618] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5022915-0108-49bc-aa0c-63df39ae3abb taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.860838] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.860912] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.861133] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.861318] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.861421] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.861483] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.861631] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.861711] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.861801] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5022915-0108-49bc-aa0c-63df39ae3abb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.863175] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock port-6153de46-fd9a-4cb4-ba57-262bf44e5f5b taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.863175] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6153de46-fd9a-4cb4-ba57-262bf44e5f5b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.863175] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6153de46-fd9a-4cb4-ba57-262bf44e5f5b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.863991] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6153de46-fd9a-4cb4-ba57-262bf44e5f5b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.863991] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6153de46-fd9a-4cb4-ba57-262bf44e5f5b',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.360983] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5022915-0108-49bc-aa0c-63df39ae3abb taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.361229] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.363526] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5022915-0108-49bc-aa0c-63df39ae3abb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.366192] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6153de46-fd9a-4cb4-ba57-262bf44e5f5b with status ACTIVE [ 1380.366378] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.366513] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.366696] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.366762] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.366825] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.367111] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.367111] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.367286] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.367286] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.367410] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.367521] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.367718] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.367718] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.367905] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.367905] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.368040] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6153de46-fd9a-4cb4-ba57-262bf44e5f5b is going to be updated. [ 1380.388746] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.388959] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.388959] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.389166] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.389346] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.389505] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6153de46-fd9a-4cb4-ba57-262bf44e5f5b" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.866361] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5022915-0108-49bc-aa0c-63df39ae3abb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.369301] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.369544] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.369544] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.369644] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.369736] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.369847] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5022915-0108-49bc-aa0c-63df39ae3abb is going to be updated. [ 1381.398811] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.399068] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.399068] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.399331] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.399506] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.411803] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5022915-0108-49bc-aa0c-63df39ae3abb in Status: IN_PROGRESS for 2s [ 1383.424104] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5022915-0108-49bc-aa0c-63df39ae3abb in Status: SUCCESS [ 1383.424454] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.424528] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.424748] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.424949] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.425127] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.425339] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.425490] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.425593] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.425668] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.425789] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5022915-0108-49bc-aa0c-63df39ae3abb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.927910] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5022915-0108-49bc-aa0c-63df39ae3abb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.430754] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5022915-0108-49bc-aa0c-63df39ae3abb: rpc.has_security_group_logging(os_id): False [ 1384.449855] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.450037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.450037] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.450251] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.450340] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.450586] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.450718] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.450811] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.450970] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.451051] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.451100] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5022915-0108-49bc-aa0c-63df39ae3abb is going to be updated. [ 1384.515972] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.516194] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.516194] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.516512] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.516694] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.531305] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5022915-0108-49bc-aa0c-63df39ae3abb in Status: IN_PROGRESS for 2s [ 1384.859605] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.859605] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1386.000155] env[66577]: INFO networking_nsxv3.common.synchronization [req-98b30947-603a-436a-b4a9-6c662beac630 req-980771b2-34da-4334-833d-ab9ff17ede31 tempest-ServerActionsTestOtherB-1553213660 tempest-ServerActionsTestOtherB-1553213660-project-member] Enqueued Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_members [ 1386.000516] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbb4e956-0433-4e20-b64c-9dedce983586 with Priority: HIGHEST for action security_group_members [ 1386.001839] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbb4e956-0433-4e20-b64c-9dedce983586 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.001839] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.001839] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.001839] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.001839] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.001839] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.001839] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.001839] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.001839] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.001839] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbb4e956-0433-4e20-b64c-9dedce983586',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.505450] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.505767] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.505834] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.506098] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.506194] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.506474] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.506589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.506638] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.506910] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.507052] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.507156] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb4e956-0433-4e20-b64c-9dedce983586 is going to be updated. [ 1386.544799] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.545056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.545056] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.545285] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.545667] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.547546] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5022915-0108-49bc-aa0c-63df39ae3abb in Status: SUCCESS [ 1386.547746] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.570846] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: IN_PROGRESS for 2s [ 1388.584316] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbb4e956-0433-4e20-b64c-9dedce983586 in Status: SUCCESS [ 1388.584748] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbb4e956-0433-4e20-b64c-9dedce983586 deletion is rescheduled due to dependency. [ 1388.584865] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbb4e956-0433-4e20-b64c-9dedce983586" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.001496] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.001821] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.834574] env[66577]: INFO networking_nsxv3.common.synchronization [req-478055df-4aac-41f9-b813-1391cf4b830d req-f181bc00-b35a-48c3-8314-aa6946b31260 tempest-ServerActionsTestOtherA-1296391462 tempest-ServerActionsTestOtherA-1296391462-project-member] Enqueued Resource ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c with Priority: HIGHEST for action security_group_members [ 1395.835217] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c with Priority: HIGHEST for action security_group_members [ 1395.835525] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1042ec34-95cb-4be6-90bd-b0eabd47923c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.835647] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.835794] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.835997] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.836351] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.836464] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.836521] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.836869] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.836869] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.836869] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1042ec34-95cb-4be6-90bd-b0eabd47923c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.339709] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1042ec34-95cb-4be6-90bd-b0eabd47923c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.842854] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1042ec34-95cb-4be6-90bd-b0eabd47923c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.345620] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.345847] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.345847] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.346103] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.346198] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.346293] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c is going to be updated. [ 1397.375184] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.375466] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.375589] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.375873] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.376040] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.385748] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c in Status: IN_PROGRESS for 2s [ 1399.400521] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c in Status: SUCCESS [ 1399.400816] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.677623] env[66577]: INFO networking_nsxv3.common.synchronization [req-fba10e6a-bb50-428f-bf78-ed360ce967e3 req-cc2155be-99b0-4538-b5e0-47613512eda9 tempest-ServerActionsTestJSON-1350215912 tempest-ServerActionsTestJSON-1350215912-project-member] Enqueued Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_members [ 1399.678098] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 with Priority: HIGHEST for action security_group_members [ 1399.678560] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-68cf4cf4-ceb5-4093-bfcf-370102242b30 taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.678560] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.678698] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.678824] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.678925] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.679028] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.679091] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.679234] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.679318] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.679411] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68cf4cf4-ceb5-4093-bfcf-370102242b30',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.181728] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.181728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.181728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.181728] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.204684] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.204964] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.205114] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.205243] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.205340] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.205432] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.205509] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 is going to be updated. [ 1400.236253] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.236399] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.236458] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.236670] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.236813] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.247340] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 in Status: IN_PROGRESS for 2s [ 1402.264878] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 in Status: SUCCESS [ 1402.264878] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68cf4cf4-ceb5-4093-bfcf-370102242b30 deletion is rescheduled due to dependency. [ 1402.264878] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68cf4cf4-ceb5-4093-bfcf-370102242b30" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.679335] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1404.679620] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1409.680908] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1409.681325] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.398991] env[66577]: INFO networking_nsxv3.common.synchronization [req-8becaa64-7030-4458-801f-88d2b4590e37 req-137535f6-e4c6-4ed5-9a1c-b19ea19065ec tempest-ServerActionsTestOtherA-1296391462 tempest-ServerActionsTestOtherA-1296391462-project-member] Enqueued Resource ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c with Priority: HIGHEST for action security_group_members [ 1412.399209] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c with Priority: HIGHEST for action security_group_members [ 1412.399496] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-1042ec34-95cb-4be6-90bd-b0eabd47923c taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.399617] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.399688] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.399880] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.400171] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.400289] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.400361] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.400669] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.400942] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.401047] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1042ec34-95cb-4be6-90bd-b0eabd47923c',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.903521] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.903849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.903849] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.904047] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.925882] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.926153] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.926274] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.926319] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.926513] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.926592] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.926683] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c is going to be updated. [ 1412.955804] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.956016] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.956087] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.956270] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.956461] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.965583] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c in Status: IN_PROGRESS for 2s [ 1414.977058] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c in Status: SUCCESS [ 1414.977437] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1042ec34-95cb-4be6-90bd-b0eabd47923c deletion is rescheduled due to dependency. [ 1414.977437] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1042ec34-95cb-4be6-90bd-b0eabd47923c" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.400377] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.400723] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.401311] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.401713] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1427.402754] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.403540] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.571416] env[66577]: INFO networking_nsxv3.common.synchronization [req-8dcf5349-d326-4032-8adc-7153dedbde85 req-bb3c8a77-16c3-4086-9022-39013dc736f2 tempest-AttachVolumeShelveTestJSON-291819034 tempest-AttachVolumeShelveTestJSON-291819034-project-member] Enqueued Resource ID: c5022915-0108-49bc-aa0c-63df39ae3abb with Priority: HIGHEST for action security_group_members [ 1431.571952] env[66577]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5022915-0108-49bc-aa0c-63df39ae3abb with Priority: HIGHEST for action security_group_members [ 1431.572285] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5022915-0108-49bc-aa0c-63df39ae3abb taken with stack trace [, , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.572412] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.572480] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.572672] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.572822] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.572916] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.572973] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.573126] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.573208] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.573299] env[66577]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5022915-0108-49bc-aa0c-63df39ae3abb',) {} {{(pid=66577) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.075468] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.075733] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.075783] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.076065] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.076201] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.076478] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.076613] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.076705] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.077025] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.077157] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.077279] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5022915-0108-49bc-aa0c-63df39ae3abb is going to be updated. [ 1432.104868] env[66577]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66577) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.105161] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.105251] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.105471] env[66577]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.105662] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.114837] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5022915-0108-49bc-aa0c-63df39ae3abb in Status: IN_PROGRESS for 2s [ 1434.126945] env[66577]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5022915-0108-49bc-aa0c-63df39ae3abb in Status: SUCCESS [ 1434.127363] env[66577]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5022915-0108-49bc-aa0c-63df39ae3abb deletion is rescheduled due to dependency. [ 1434.127363] env[66577]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5022915-0108-49bc-aa0c-63df39ae3abb" {{(pid=66577) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.573156] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.573525] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1441.574575] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.574997] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1446.575340] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.575777] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1451.577210] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.577590] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.578338] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.578926] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.580323] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.580818] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.581402] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.581834] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.582383] env[66577]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.583063] env[66577]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0